diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/chat_template.jinja b/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..05f0cd0bf1db4af2bf06100e0c636120d1b7b480
--- /dev/null
+++ b/chat_template.jinja
@@ -0,0 +1,65 @@
+{{ bos_token }}{%- if tools %}
+ {{- '<|im_start|>system\n' }}
+ {%- if messages[0].role == 'system' %}
+ {{- messages[0].content + '\n\n' }}
+ {%- endif %}
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }}
+ {%- for tool in tools %}
+ {{- "\n" }}
+ {{- tool | tojson }}
+ {%- endfor %}
+ {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }}
+{%- else %}
+ {%- if messages[0].role == 'system' %}
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+ {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+ {%- if message.content is string %}
+ {%- set content = message.content %}
+ {%- else %}
+ {%- set content = '' %}
+ {%- endif %}
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+ {%- elif message.role == "assistant" %}
+ {{- '<|im_start|>' + message.role + '\n' }}
+ {% generation %}
+ {{- content}}
+ {%- if message.tool_calls %}
+ {%- for tool_call in message.tool_calls %}
+ {%- if (loop.first and content) or (not loop.first) %}
+ {{- '\n' }}
+ {%- endif %}
+ {%- if tool_call.function %}
+ {%- set tool_call = tool_call.function %}
+ {%- endif %}
+ {{- '\n{"name": "' }}
+ {{- tool_call.name }}
+ {{- '", "arguments": ' }}
+ {%- if tool_call.arguments is string %}
+ {{- tool_call.arguments }}
+ {%- else %}
+ {{- tool_call.arguments | tojson }}
+ {%- endif %}
+ {{- '}\n' }}
+ {%- endfor %}
+ {%- endif %}
+ {{- '<|im_end|>' }}
+ {% endgeneration%}
+ {{- '\n' }}
+ {%- elif message.role == "tool" %}
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+ {{- '<|im_start|>user' }}
+ {%- endif %}
+ {{- '\n\n' }}
+ {{- content }}
+ {{- '\n' }}
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+ {{- '<|im_end|>\n' }}
+ {%- endif %}
+ {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+ {{- '<|im_start|>assistant\n' }}
+{%- endif %}
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5b88c884ad6f324cce7b5712396e22888586e7e9
--- /dev/null
+++ b/config.json
@@ -0,0 +1,515 @@
+{
+ "architectures": [
+ "AfmoeForCausalLM"
+ ],
+ "attention_dropout": 0.0,
+ "auto_map": {
+ "AutoConfig": "configuration_afmoe.AfmoeConfig",
+ "AutoModel": "modeling_afmoe.AfmoeModel",
+ "AutoModelForCausalLM": "modeling_afmoe.AfmoeForCausalLM"
+ },
+ "dtype": "bfloat16",
+ "global_attn_every_n_layers": 4,
+ "head_dim": 128,
+ "hidden_act": "silu",
+ "hidden_size": 3072,
+ "initializer_range": 0.02,
+ "intermediate_size": 12288,
+ "layer_types": [
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "sliding_attention",
+ "full_attention"
+ ],
+ "load_balance_coeff": 5e-05,
+ "max_position_embeddings": 262144,
+ "model_type": "afmoe",
+ "moe_intermediate_size": 3072,
+ "mup_enabled": true,
+ "n_group": 1,
+ "num_attention_heads": 48,
+ "num_dense_layers": 6,
+ "num_expert_groups": 1,
+ "num_experts": 256,
+ "num_experts_per_tok": 4,
+ "num_hidden_layers": 60,
+ "num_key_value_heads": 8,
+ "num_limited_groups": 1,
+ "num_shared_experts": 1,
+ "quantization_config": {
+ "config_groups": {
+ "group_0": {
+ "format": "float-quantized",
+ "input_activations": {
+ "actorder": null,
+ "block_structure": null,
+ "dynamic": true,
+ "group_size": 128,
+ "num_bits": 8,
+ "observer": null,
+ "observer_kwargs": {},
+ "scale_dtype": null,
+ "strategy": "group",
+ "symmetric": true,
+ "type": "float",
+ "zp_dtype": null
+ },
+ "output_activations": null,
+ "targets": [
+ "Linear"
+ ],
+ "weights": {
+ "actorder": null,
+ "block_structure": [
+ 128,
+ 128
+ ],
+ "dynamic": false,
+ "group_size": null,
+ "num_bits": 8,
+ "observer": "memoryless_minmax",
+ "observer_kwargs": {},
+ "scale_dtype": null,
+ "strategy": "block",
+ "symmetric": true,
+ "type": "float",
+ "zp_dtype": null
+ }
+ }
+ },
+ "format": "float-quantized",
+ "global_compression_ratio": null,
+ "ignore": [
+ "model.layers.0.self_attn.q_proj",
+ "model.layers.0.self_attn.k_proj",
+ "model.layers.0.self_attn.v_proj",
+ "model.layers.0.self_attn.o_proj",
+ "model.layers.0.self_attn.gate_proj",
+ "model.layers.1.self_attn.q_proj",
+ "model.layers.1.self_attn.k_proj",
+ "model.layers.1.self_attn.v_proj",
+ "model.layers.1.self_attn.o_proj",
+ "model.layers.1.self_attn.gate_proj",
+ "model.layers.2.self_attn.q_proj",
+ "model.layers.2.self_attn.k_proj",
+ "model.layers.2.self_attn.v_proj",
+ "model.layers.2.self_attn.o_proj",
+ "model.layers.2.self_attn.gate_proj",
+ "model.layers.3.self_attn.q_proj",
+ "model.layers.3.self_attn.k_proj",
+ "model.layers.3.self_attn.v_proj",
+ "model.layers.3.self_attn.o_proj",
+ "model.layers.3.self_attn.gate_proj",
+ "model.layers.4.self_attn.q_proj",
+ "model.layers.4.self_attn.k_proj",
+ "model.layers.4.self_attn.v_proj",
+ "model.layers.4.self_attn.o_proj",
+ "model.layers.4.self_attn.gate_proj",
+ "model.layers.5.self_attn.q_proj",
+ "model.layers.5.self_attn.k_proj",
+ "model.layers.5.self_attn.v_proj",
+ "model.layers.5.self_attn.o_proj",
+ "model.layers.5.self_attn.gate_proj",
+ "model.layers.6.self_attn.q_proj",
+ "model.layers.6.self_attn.k_proj",
+ "model.layers.6.self_attn.v_proj",
+ "model.layers.6.self_attn.o_proj",
+ "model.layers.6.self_attn.gate_proj",
+ "model.layers.6.mlp.router.gate",
+ "model.layers.7.self_attn.q_proj",
+ "model.layers.7.self_attn.k_proj",
+ "model.layers.7.self_attn.v_proj",
+ "model.layers.7.self_attn.o_proj",
+ "model.layers.7.self_attn.gate_proj",
+ "model.layers.7.mlp.router.gate",
+ "model.layers.8.self_attn.q_proj",
+ "model.layers.8.self_attn.k_proj",
+ "model.layers.8.self_attn.v_proj",
+ "model.layers.8.self_attn.o_proj",
+ "model.layers.8.self_attn.gate_proj",
+ "model.layers.8.mlp.router.gate",
+ "model.layers.9.self_attn.q_proj",
+ "model.layers.9.self_attn.k_proj",
+ "model.layers.9.self_attn.v_proj",
+ "model.layers.9.self_attn.o_proj",
+ "model.layers.9.self_attn.gate_proj",
+ "model.layers.9.mlp.router.gate",
+ "model.layers.10.self_attn.q_proj",
+ "model.layers.10.self_attn.k_proj",
+ "model.layers.10.self_attn.v_proj",
+ "model.layers.10.self_attn.o_proj",
+ "model.layers.10.self_attn.gate_proj",
+ "model.layers.10.mlp.router.gate",
+ "model.layers.11.self_attn.q_proj",
+ "model.layers.11.self_attn.k_proj",
+ "model.layers.11.self_attn.v_proj",
+ "model.layers.11.self_attn.o_proj",
+ "model.layers.11.self_attn.gate_proj",
+ "model.layers.11.mlp.router.gate",
+ "model.layers.12.self_attn.q_proj",
+ "model.layers.12.self_attn.k_proj",
+ "model.layers.12.self_attn.v_proj",
+ "model.layers.12.self_attn.o_proj",
+ "model.layers.12.self_attn.gate_proj",
+ "model.layers.12.mlp.router.gate",
+ "model.layers.13.self_attn.q_proj",
+ "model.layers.13.self_attn.k_proj",
+ "model.layers.13.self_attn.v_proj",
+ "model.layers.13.self_attn.o_proj",
+ "model.layers.13.self_attn.gate_proj",
+ "model.layers.13.mlp.router.gate",
+ "model.layers.14.self_attn.q_proj",
+ "model.layers.14.self_attn.k_proj",
+ "model.layers.14.self_attn.v_proj",
+ "model.layers.14.self_attn.o_proj",
+ "model.layers.14.self_attn.gate_proj",
+ "model.layers.14.mlp.router.gate",
+ "model.layers.15.self_attn.q_proj",
+ "model.layers.15.self_attn.k_proj",
+ "model.layers.15.self_attn.v_proj",
+ "model.layers.15.self_attn.o_proj",
+ "model.layers.15.self_attn.gate_proj",
+ "model.layers.15.mlp.router.gate",
+ "model.layers.16.self_attn.q_proj",
+ "model.layers.16.self_attn.k_proj",
+ "model.layers.16.self_attn.v_proj",
+ "model.layers.16.self_attn.o_proj",
+ "model.layers.16.self_attn.gate_proj",
+ "model.layers.16.mlp.router.gate",
+ "model.layers.17.self_attn.q_proj",
+ "model.layers.17.self_attn.k_proj",
+ "model.layers.17.self_attn.v_proj",
+ "model.layers.17.self_attn.o_proj",
+ "model.layers.17.self_attn.gate_proj",
+ "model.layers.17.mlp.router.gate",
+ "model.layers.18.self_attn.q_proj",
+ "model.layers.18.self_attn.k_proj",
+ "model.layers.18.self_attn.v_proj",
+ "model.layers.18.self_attn.o_proj",
+ "model.layers.18.self_attn.gate_proj",
+ "model.layers.18.mlp.router.gate",
+ "model.layers.19.self_attn.q_proj",
+ "model.layers.19.self_attn.k_proj",
+ "model.layers.19.self_attn.v_proj",
+ "model.layers.19.self_attn.o_proj",
+ "model.layers.19.self_attn.gate_proj",
+ "model.layers.19.mlp.router.gate",
+ "model.layers.20.self_attn.q_proj",
+ "model.layers.20.self_attn.k_proj",
+ "model.layers.20.self_attn.v_proj",
+ "model.layers.20.self_attn.o_proj",
+ "model.layers.20.self_attn.gate_proj",
+ "model.layers.20.mlp.router.gate",
+ "model.layers.21.self_attn.q_proj",
+ "model.layers.21.self_attn.k_proj",
+ "model.layers.21.self_attn.v_proj",
+ "model.layers.21.self_attn.o_proj",
+ "model.layers.21.self_attn.gate_proj",
+ "model.layers.21.mlp.router.gate",
+ "model.layers.22.self_attn.q_proj",
+ "model.layers.22.self_attn.k_proj",
+ "model.layers.22.self_attn.v_proj",
+ "model.layers.22.self_attn.o_proj",
+ "model.layers.22.self_attn.gate_proj",
+ "model.layers.22.mlp.router.gate",
+ "model.layers.23.self_attn.q_proj",
+ "model.layers.23.self_attn.k_proj",
+ "model.layers.23.self_attn.v_proj",
+ "model.layers.23.self_attn.o_proj",
+ "model.layers.23.self_attn.gate_proj",
+ "model.layers.23.mlp.router.gate",
+ "model.layers.24.self_attn.q_proj",
+ "model.layers.24.self_attn.k_proj",
+ "model.layers.24.self_attn.v_proj",
+ "model.layers.24.self_attn.o_proj",
+ "model.layers.24.self_attn.gate_proj",
+ "model.layers.24.mlp.router.gate",
+ "model.layers.25.self_attn.q_proj",
+ "model.layers.25.self_attn.k_proj",
+ "model.layers.25.self_attn.v_proj",
+ "model.layers.25.self_attn.o_proj",
+ "model.layers.25.self_attn.gate_proj",
+ "model.layers.25.mlp.router.gate",
+ "model.layers.26.self_attn.q_proj",
+ "model.layers.26.self_attn.k_proj",
+ "model.layers.26.self_attn.v_proj",
+ "model.layers.26.self_attn.o_proj",
+ "model.layers.26.self_attn.gate_proj",
+ "model.layers.26.mlp.router.gate",
+ "model.layers.27.self_attn.q_proj",
+ "model.layers.27.self_attn.k_proj",
+ "model.layers.27.self_attn.v_proj",
+ "model.layers.27.self_attn.o_proj",
+ "model.layers.27.self_attn.gate_proj",
+ "model.layers.27.mlp.router.gate",
+ "model.layers.28.self_attn.q_proj",
+ "model.layers.28.self_attn.k_proj",
+ "model.layers.28.self_attn.v_proj",
+ "model.layers.28.self_attn.o_proj",
+ "model.layers.28.self_attn.gate_proj",
+ "model.layers.28.mlp.router.gate",
+ "model.layers.29.self_attn.q_proj",
+ "model.layers.29.self_attn.k_proj",
+ "model.layers.29.self_attn.v_proj",
+ "model.layers.29.self_attn.o_proj",
+ "model.layers.29.self_attn.gate_proj",
+ "model.layers.29.mlp.router.gate",
+ "model.layers.30.self_attn.q_proj",
+ "model.layers.30.self_attn.k_proj",
+ "model.layers.30.self_attn.v_proj",
+ "model.layers.30.self_attn.o_proj",
+ "model.layers.30.self_attn.gate_proj",
+ "model.layers.30.mlp.router.gate",
+ "model.layers.31.self_attn.q_proj",
+ "model.layers.31.self_attn.k_proj",
+ "model.layers.31.self_attn.v_proj",
+ "model.layers.31.self_attn.o_proj",
+ "model.layers.31.self_attn.gate_proj",
+ "model.layers.31.mlp.router.gate",
+ "model.layers.32.self_attn.q_proj",
+ "model.layers.32.self_attn.k_proj",
+ "model.layers.32.self_attn.v_proj",
+ "model.layers.32.self_attn.o_proj",
+ "model.layers.32.self_attn.gate_proj",
+ "model.layers.32.mlp.router.gate",
+ "model.layers.33.self_attn.q_proj",
+ "model.layers.33.self_attn.k_proj",
+ "model.layers.33.self_attn.v_proj",
+ "model.layers.33.self_attn.o_proj",
+ "model.layers.33.self_attn.gate_proj",
+ "model.layers.33.mlp.router.gate",
+ "model.layers.34.self_attn.q_proj",
+ "model.layers.34.self_attn.k_proj",
+ "model.layers.34.self_attn.v_proj",
+ "model.layers.34.self_attn.o_proj",
+ "model.layers.34.self_attn.gate_proj",
+ "model.layers.34.mlp.router.gate",
+ "model.layers.35.self_attn.q_proj",
+ "model.layers.35.self_attn.k_proj",
+ "model.layers.35.self_attn.v_proj",
+ "model.layers.35.self_attn.o_proj",
+ "model.layers.35.self_attn.gate_proj",
+ "model.layers.35.mlp.router.gate",
+ "model.layers.36.self_attn.q_proj",
+ "model.layers.36.self_attn.k_proj",
+ "model.layers.36.self_attn.v_proj",
+ "model.layers.36.self_attn.o_proj",
+ "model.layers.36.self_attn.gate_proj",
+ "model.layers.36.mlp.router.gate",
+ "model.layers.37.self_attn.q_proj",
+ "model.layers.37.self_attn.k_proj",
+ "model.layers.37.self_attn.v_proj",
+ "model.layers.37.self_attn.o_proj",
+ "model.layers.37.self_attn.gate_proj",
+ "model.layers.37.mlp.router.gate",
+ "model.layers.38.self_attn.q_proj",
+ "model.layers.38.self_attn.k_proj",
+ "model.layers.38.self_attn.v_proj",
+ "model.layers.38.self_attn.o_proj",
+ "model.layers.38.self_attn.gate_proj",
+ "model.layers.38.mlp.router.gate",
+ "model.layers.39.self_attn.q_proj",
+ "model.layers.39.self_attn.k_proj",
+ "model.layers.39.self_attn.v_proj",
+ "model.layers.39.self_attn.o_proj",
+ "model.layers.39.self_attn.gate_proj",
+ "model.layers.39.mlp.router.gate",
+ "model.layers.40.self_attn.q_proj",
+ "model.layers.40.self_attn.k_proj",
+ "model.layers.40.self_attn.v_proj",
+ "model.layers.40.self_attn.o_proj",
+ "model.layers.40.self_attn.gate_proj",
+ "model.layers.40.mlp.router.gate",
+ "model.layers.41.self_attn.q_proj",
+ "model.layers.41.self_attn.k_proj",
+ "model.layers.41.self_attn.v_proj",
+ "model.layers.41.self_attn.o_proj",
+ "model.layers.41.self_attn.gate_proj",
+ "model.layers.41.mlp.router.gate",
+ "model.layers.42.self_attn.q_proj",
+ "model.layers.42.self_attn.k_proj",
+ "model.layers.42.self_attn.v_proj",
+ "model.layers.42.self_attn.o_proj",
+ "model.layers.42.self_attn.gate_proj",
+ "model.layers.42.mlp.router.gate",
+ "model.layers.43.self_attn.q_proj",
+ "model.layers.43.self_attn.k_proj",
+ "model.layers.43.self_attn.v_proj",
+ "model.layers.43.self_attn.o_proj",
+ "model.layers.43.self_attn.gate_proj",
+ "model.layers.43.mlp.router.gate",
+ "model.layers.44.self_attn.q_proj",
+ "model.layers.44.self_attn.k_proj",
+ "model.layers.44.self_attn.v_proj",
+ "model.layers.44.self_attn.o_proj",
+ "model.layers.44.self_attn.gate_proj",
+ "model.layers.44.mlp.router.gate",
+ "model.layers.45.self_attn.q_proj",
+ "model.layers.45.self_attn.k_proj",
+ "model.layers.45.self_attn.v_proj",
+ "model.layers.45.self_attn.o_proj",
+ "model.layers.45.self_attn.gate_proj",
+ "model.layers.45.mlp.router.gate",
+ "model.layers.46.self_attn.q_proj",
+ "model.layers.46.self_attn.k_proj",
+ "model.layers.46.self_attn.v_proj",
+ "model.layers.46.self_attn.o_proj",
+ "model.layers.46.self_attn.gate_proj",
+ "model.layers.46.mlp.router.gate",
+ "model.layers.47.self_attn.q_proj",
+ "model.layers.47.self_attn.k_proj",
+ "model.layers.47.self_attn.v_proj",
+ "model.layers.47.self_attn.o_proj",
+ "model.layers.47.self_attn.gate_proj",
+ "model.layers.47.mlp.router.gate",
+ "model.layers.48.self_attn.q_proj",
+ "model.layers.48.self_attn.k_proj",
+ "model.layers.48.self_attn.v_proj",
+ "model.layers.48.self_attn.o_proj",
+ "model.layers.48.self_attn.gate_proj",
+ "model.layers.48.mlp.router.gate",
+ "model.layers.49.self_attn.q_proj",
+ "model.layers.49.self_attn.k_proj",
+ "model.layers.49.self_attn.v_proj",
+ "model.layers.49.self_attn.o_proj",
+ "model.layers.49.self_attn.gate_proj",
+ "model.layers.49.mlp.router.gate",
+ "model.layers.50.self_attn.q_proj",
+ "model.layers.50.self_attn.k_proj",
+ "model.layers.50.self_attn.v_proj",
+ "model.layers.50.self_attn.o_proj",
+ "model.layers.50.self_attn.gate_proj",
+ "model.layers.50.mlp.router.gate",
+ "model.layers.51.self_attn.q_proj",
+ "model.layers.51.self_attn.k_proj",
+ "model.layers.51.self_attn.v_proj",
+ "model.layers.51.self_attn.o_proj",
+ "model.layers.51.self_attn.gate_proj",
+ "model.layers.51.mlp.router.gate",
+ "model.layers.52.self_attn.q_proj",
+ "model.layers.52.self_attn.k_proj",
+ "model.layers.52.self_attn.v_proj",
+ "model.layers.52.self_attn.o_proj",
+ "model.layers.52.self_attn.gate_proj",
+ "model.layers.52.mlp.router.gate",
+ "model.layers.53.self_attn.q_proj",
+ "model.layers.53.self_attn.k_proj",
+ "model.layers.53.self_attn.v_proj",
+ "model.layers.53.self_attn.o_proj",
+ "model.layers.53.self_attn.gate_proj",
+ "model.layers.53.mlp.router.gate",
+ "model.layers.54.self_attn.q_proj",
+ "model.layers.54.self_attn.k_proj",
+ "model.layers.54.self_attn.v_proj",
+ "model.layers.54.self_attn.o_proj",
+ "model.layers.54.self_attn.gate_proj",
+ "model.layers.54.mlp.router.gate",
+ "model.layers.55.self_attn.q_proj",
+ "model.layers.55.self_attn.k_proj",
+ "model.layers.55.self_attn.v_proj",
+ "model.layers.55.self_attn.o_proj",
+ "model.layers.55.self_attn.gate_proj",
+ "model.layers.55.mlp.router.gate",
+ "model.layers.56.self_attn.q_proj",
+ "model.layers.56.self_attn.k_proj",
+ "model.layers.56.self_attn.v_proj",
+ "model.layers.56.self_attn.o_proj",
+ "model.layers.56.self_attn.gate_proj",
+ "model.layers.56.mlp.router.gate",
+ "model.layers.57.self_attn.q_proj",
+ "model.layers.57.self_attn.k_proj",
+ "model.layers.57.self_attn.v_proj",
+ "model.layers.57.self_attn.o_proj",
+ "model.layers.57.self_attn.gate_proj",
+ "model.layers.57.mlp.router.gate",
+ "model.layers.58.self_attn.q_proj",
+ "model.layers.58.self_attn.k_proj",
+ "model.layers.58.self_attn.v_proj",
+ "model.layers.58.self_attn.o_proj",
+ "model.layers.58.self_attn.gate_proj",
+ "model.layers.58.mlp.router.gate",
+ "model.layers.59.self_attn.q_proj",
+ "model.layers.59.self_attn.k_proj",
+ "model.layers.59.self_attn.v_proj",
+ "model.layers.59.self_attn.o_proj",
+ "model.layers.59.self_attn.gate_proj",
+ "model.layers.59.mlp.router.gate",
+ "lm_head"
+ ],
+ "kv_cache_scheme": null,
+ "quant_method": "compressed-tensors",
+ "quantization_status": "compressed",
+ "sparsity_config": {},
+ "transform_config": {},
+ "version": "0.14.0"
+ },
+ "rms_norm_eps": 1e-05,
+ "rope_scaling": null,
+ "rope_theta": 10000,
+ "route_norm": true,
+ "route_scale": 2.448,
+ "score_func": "sigmoid",
+ "sliding_window": 4096,
+ "tie_word_embeddings": false,
+ "topk_group": 1,
+ "transformers_version": "4.57.6",
+ "use_cache": true,
+ "use_grouped_mm": true,
+ "vocab_size": 200192
+}
\ No newline at end of file
diff --git a/configuration_afmoe.py b/configuration_afmoe.py
new file mode 100644
index 0000000000000000000000000000000000000000..9efecdd517e8e6168f46ebecb3d282bdea34c5dc
--- /dev/null
+++ b/configuration_afmoe.py
@@ -0,0 +1,133 @@
+# coding=utf-8
+# Copyright 2022 EleutherAI and the HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from transformers.configuration_utils import PretrainedConfig
+from transformers.modeling_rope_utils import rope_config_validation
+from transformers.configuration_utils import layer_type_validation
+from transformers.utils import logging
+
+logger = logging.get_logger(__name__)
+
+class AfmoeConfig(PretrainedConfig):
+ """
+ n_group (`int`, *optional*, defaults to 1):
+ Number of groups for routed experts.
+ topk_group (`int`, *optional*, defaults to 1):
+ Number of selected groups for each token(for each token, ensuring the selected experts is only within `topk_group` groups).
+ """
+ model_type = "afmoe"
+ base_model_pp_plan = {
+ "embed_tokens": (["input_ids"], ["inputs_embeds"]),
+ "layers": (["hidden_states", "attention_mask"], ["hidden_states"]),
+ "norm": (["hidden_states"], ["hidden_states"]),
+ }
+
+ def __init__(
+ self,
+ num_hidden_layers: int = 32,
+ vocab_size: int = 200192,
+ hidden_size: int = 2048,
+ intermediate_size: int = 6144,
+ moe_intermediate_size=1408,
+ num_dense_layers=1,
+ num_attention_heads=16,
+ num_key_value_heads=None,
+ head_dim=128,
+ hidden_act="silu",
+ max_position_embeddings=16384,
+ initializer_range=0.02,
+ rms_norm_eps=1e-5,
+ use_cache=True,
+ tie_word_embeddings=False,
+ rope_theta=10000.0,
+ rope_scaling=None,
+ num_experts=64,
+ num_experts_per_tok=6,
+ num_shared_experts=2,
+ num_expert_groups=1,
+ num_limited_groups=1,
+ score_func="sigmoid",
+ route_norm=True,
+ route_scale=1.0,
+ global_attn_every_n_layers=4,
+ sliding_window=1024,
+ mup_enabled=False,
+ layer_types=None,
+ attention_dropout: float = 0.0,
+ n_group: int = 1,
+ topk_group: int = 1,
+ **kwargs,
+ ):
+ self.vocab_size = vocab_size
+ self.max_position_embeddings = max_position_embeddings
+ self.hidden_size = hidden_size
+ self.intermediate_size = intermediate_size
+ self.num_hidden_layers = num_hidden_layers
+ self.num_dense_layers = num_dense_layers
+ self.num_attention_heads = num_attention_heads
+ self.head_dim = head_dim
+ self.hidden_act = hidden_act
+ self.initializer_range = initializer_range
+ self.rms_norm_eps = rms_norm_eps
+ self.use_cache = use_cache
+ self.rope_theta = rope_theta
+ self.rope_scaling = rope_scaling
+
+
+ # MoE specific
+ self.moe_intermediate_size = moe_intermediate_size
+ self.num_experts_per_tok = num_experts_per_tok
+ self.n_group = n_group
+ self.topk_group = topk_group
+ self.num_experts = num_experts
+ self.num_shared_experts = num_shared_experts
+ self.num_expert_groups = num_expert_groups
+ self.num_limited_groups = num_limited_groups
+ self.score_func = score_func
+ self.route_norm = route_norm
+ self.route_scale = route_scale
+
+
+ # Attention specific
+ self.attention_dropout = attention_dropout
+ self.global_attn_every_n_layers = global_attn_every_n_layers
+ self.sliding_window = sliding_window
+ self.layer_types = layer_types
+ if self.layer_types is None:
+ self.layer_types = [
+ "sliding_attention" if bool((i + 1) % global_attn_every_n_layers) else "full_attention" for i in range(self.num_hidden_layers)
+ ]
+ layer_type_validation(self.layer_types)
+
+ # muP specific
+ self.mup_enabled = mup_enabled
+
+ if num_key_value_heads is None:
+ num_key_value_heads = num_attention_heads
+
+ self.num_key_value_heads = num_key_value_heads
+
+
+ # Validate rope configs
+ if self.rope_scaling is not None and "type" in self.rope_scaling:
+ self.rope_scaling["rope_type"] = self.rope_scaling["type"]
+ rope_config_validation(self)
+
+ super().__init__(
+ tie_word_embeddings=tie_word_embeddings,
+ **kwargs,
+ )
+
+
+__all__ = ["AfmoeConfig"]
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ec2172d2dddacfba7d50b745ee38f248ad989e0e
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,10 @@
+{
+ "_from_model_config": true,
+ "bos_token_id": 0,
+ "do_sample": true,
+ "eos_token_id": 3,
+ "pad_token_id": 12,
+ "temperature": 0.8,
+ "top_p": 0.8,
+ "transformers_version": "4.57.6"
+}
diff --git a/model-00002-of-00081.safetensors b/model-00002-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0a359a805a94f3738e65b724b2bb1f76a5210f1d
--- /dev/null
+++ b/model-00002-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a18d0dd75fe2c2b5df5ff40f6f0428cd90eb1681c8861ccec96f4cf795dead
+size 4993010240
diff --git a/model-00003-of-00081.safetensors b/model-00003-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..53696e2ae69cfb2362dfd748d2fc30c2db768b3b
--- /dev/null
+++ b/model-00003-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b156805b23deeffe0be50154690039412b8b0ae61cb3dff038edec45caf524b
+size 4997737720
diff --git a/model-00004-of-00081.safetensors b/model-00004-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf9bfbfd2f4e5f43198499be87d5eb942b95bd26
--- /dev/null
+++ b/model-00004-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9271ba1753b5a980f646024d67ed500efee02c97e258bab245e4b63192f66606
+size 4997737816
diff --git a/model-00005-of-00081.safetensors b/model-00005-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f3f9e72b9a76241c91c276e07473a0917a1ed3b1
--- /dev/null
+++ b/model-00005-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7133af971736fc62e46748a963f2e8064884b3d6fcde75045069d43593255294
+size 4986706032
diff --git a/model-00007-of-00081.safetensors b/model-00007-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..70e2acc035a19f76ae50f769dec3c80b0152ab23
--- /dev/null
+++ b/model-00007-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488c721d1e2c44735cc0283b33a88ce230b62c567824334bd8836b594a95673e
+size 4997739824
diff --git a/model-00009-of-00081.safetensors b/model-00009-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fe1bfbc59cb545a62093ccb727b88bbe0a414bcc
--- /dev/null
+++ b/model-00009-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d782411caf60c5ecf0d9da8057ce1fab40f11040942006ff9e4bf42c5955482b
+size 4993010824
diff --git a/model-00010-of-00081.safetensors b/model-00010-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b15a75cb241185e667eecde74d39090799fd8342
--- /dev/null
+++ b/model-00010-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e378a634c7ed99ca5497ce28a915bf6e47430ec5ea3275858e1806531b10ef2
+size 4997738792
diff --git a/model-00011-of-00081.safetensors b/model-00011-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..303120ff85165955ec2ffeacea05158b21117a59
--- /dev/null
+++ b/model-00011-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c8b9186ae9113c46820aacb387432daf6aaf28df54469e6a1b422c48441228
+size 4997739272
diff --git a/model-00012-of-00081.safetensors b/model-00012-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f760c8a8e36560dba906854391fdd416eccaea3c
--- /dev/null
+++ b/model-00012-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b38889df4ebdba8a44c574293af942ae8687737102e0166a2eaa13ad005912
+size 4993010896
diff --git a/model-00013-of-00081.safetensors b/model-00013-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f97431caf159f6840fdb66a068643f266db3612f
--- /dev/null
+++ b/model-00013-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a76bc2f719f553dc4ff19329074cd9eb2b5ace9dabc7828d0988375cce7791e
+size 4997738760
diff --git a/model-00017-of-00081.safetensors b/model-00017-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d3bee3ec1356ab65beb4d41a5b8925b361ac2d3c
--- /dev/null
+++ b/model-00017-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd5833d26d5dd7181385b1b6ce2c13e366059f060e277dda5ec26c6ed5a2c77
+size 4997739224
diff --git a/model-00021-of-00081.safetensors b/model-00021-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c28dd6f976d7c488668533753187ddd8dd6d1f04
--- /dev/null
+++ b/model-00021-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78329a9e7d9c8859518446eb31e981e480afdfbed1366269a8e0cb88c7d04564
+size 4993011008
diff --git a/model-00023-of-00081.safetensors b/model-00023-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9fdba74ec32222e6495bd1ba1b474135935eebe0
--- /dev/null
+++ b/model-00023-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdc0b84e5026628a1959509bfb2fcd7ba140949e8aab6454c54f8086c441507
+size 4997739144
diff --git a/model-00025-of-00081.safetensors b/model-00025-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d424ab69a2dd3a512a8de464ee46a02318aa0c2
--- /dev/null
+++ b/model-00025-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20483ca7e8c51af45aec715e108c4cffaa4ce46b3e0fa25997c21543adb9a482
+size 4997738760
diff --git a/model-00026-of-00081.safetensors b/model-00026-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ee16c6a3ef0a2b4e50c425b2ce454e25bb430316
--- /dev/null
+++ b/model-00026-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16637170984f217fa1e7049710cb659b26035049af1b30c8dc781c8ac8be29f0
+size 4997739112
diff --git a/model-00028-of-00081.safetensors b/model-00028-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5d3dd4fb32aab22b7e39d9744bac8905635e1a28
--- /dev/null
+++ b/model-00028-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0186ff433240e0b7efc44d5ba4c57e2cbc37acb9889834f9f5bf9035ca653da8
+size 4997738760
diff --git a/model-00029-of-00081.safetensors b/model-00029-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..184dd16f4c5306ebce6e34f21c981f74cbeab894
--- /dev/null
+++ b/model-00029-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c9dcff7ef969e1873d670b44bacdd077902f6aa571af0a65e0dc3b31e854d3
+size 4997739072
diff --git a/model-00032-of-00081.safetensors b/model-00032-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..474c4b58f6f6b0e7a9a56ea650642d0b920a1b74
--- /dev/null
+++ b/model-00032-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc96c5834415bcf79000d860ac4f49f69824949c953f8f869144d4bde0528cd4
+size 4997739032
diff --git a/model-00033-of-00081.safetensors b/model-00033-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d688e66a4601d08b1423c50bf56be53cac144470
--- /dev/null
+++ b/model-00033-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085456c10dbaa210cbae28bb81bb3865d64701b4db71c4c7c8b0ab52bcd8557b
+size 4993011160
diff --git a/model-00034-of-00081.safetensors b/model-00034-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ecfd1e63829d265b2598ca64fa17087043be6412
--- /dev/null
+++ b/model-00034-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07011b261b19ea30f01fe8811c496ea7ad30b827c5b99f89d7cfdf41ff9e7003
+size 4997738768
diff --git a/model-00036-of-00081.safetensors b/model-00036-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9f474d93078e2ed1c3101e6e9d3d9e3435e33e94
--- /dev/null
+++ b/model-00036-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b66a2065cbb57f9f90b18d68acb200d10df27b13d2c8777695dae65230e430
+size 4993011200
diff --git a/model-00037-of-00081.safetensors b/model-00037-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb8c0b676c46c1dc622f483ce1b176f1d2fcdac0
--- /dev/null
+++ b/model-00037-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f50481424ed34d6f07666159cffa345a7cda8c3e578578c5f8e7db208d9ced5
+size 4997738768
diff --git a/model-00038-of-00081.safetensors b/model-00038-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79b1e022ba9f15ddbe385c458075ca98686090ca
--- /dev/null
+++ b/model-00038-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a91a789bb6b129c15c3f0fa35a14e14d68a3470ce6d9bed99cc3d1be5dbe0c
+size 4997738960
diff --git a/model-00042-of-00081.safetensors b/model-00042-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3fda29ef3c6dd832b5f0580a3f4b6efd2664e12d
--- /dev/null
+++ b/model-00042-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1b6c4504546d2533dc36c36026f051816f29c7a2d145a755b8d21a8d159806
+size 4993011280
diff --git a/model-00045-of-00081.safetensors b/model-00045-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..71baaac692896984db7c12f78ab5b99bb3e15251
--- /dev/null
+++ b/model-00045-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401c752c03eecaf08e687902472173e454f482c0ce157d86f0886f63e4fb67a4
+size 4983572728
diff --git a/model-00046-of-00081.safetensors b/model-00046-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..258dc5865ed3c261b92c8b43c8ef7010e9dad758
--- /dev/null
+++ b/model-00046-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c27097ae5952749930b249a1bdffd4b5c4cc27aafd00b4425fb356f68d5c0a
+size 4997738776
diff --git a/model-00049-of-00081.safetensors b/model-00049-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ac9331846c59acae47d71a2d9595e268f9208067
--- /dev/null
+++ b/model-00049-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959f00bed59b83daa7b55eb18674e13b515b46cac81f9fb5f642ba7608dd51ff
+size 4993010784
diff --git a/model-00052-of-00081.safetensors b/model-00052-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6e5d35b85bee3e19ea7561630d239c3176a1c759
--- /dev/null
+++ b/model-00052-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077ab336e9bfc0204462f0e56d514ffed612fc8606802d95db74c4a02c584102
+size 4993010856
diff --git a/model-00053-of-00081.safetensors b/model-00053-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..16d1357a3a32557d725caee9d074448ab4175b59
--- /dev/null
+++ b/model-00053-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf1822d01dd98208d07affcf1e4f4e1c516705afe85196e0b973b19d9a369e7
+size 4997738768
diff --git a/model-00054-of-00081.safetensors b/model-00054-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f81d9f7253cde5b84b2bd5170d9846d3202dd650
--- /dev/null
+++ b/model-00054-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31120c1568007a0624dd92316574793d2261604b1e0ed687d10545b6a0533a0
+size 4997739272
diff --git a/model-00055-of-00081.safetensors b/model-00055-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0aad0ed1cec61adf832103116a11f84db71dd987
--- /dev/null
+++ b/model-00055-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6831b68e33589f769016b91b59d21f09fbbbc2fbfdd48dfdd1c0b7a6bd417a7c
+size 4993010920
diff --git a/model-00059-of-00081.safetensors b/model-00059-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..921e0146970e79db0561a30a7ee7e89ee78219b7
--- /dev/null
+++ b/model-00059-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a77002859e4e3f41e0124ef1ed91c89e47e577a5526b0ad07b1f814bb40e8c
+size 4997738760
diff --git a/model-00061-of-00081.safetensors b/model-00061-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a2a8dae473c19cf80a25cd7c28144506da36d47b
--- /dev/null
+++ b/model-00061-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19479762194866893aff2df4d999587c24a80dc6191eab3f9d2e310a1fd99365
+size 4993010992
diff --git a/model-00063-of-00081.safetensors b/model-00063-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fd04df61223f8a4c9a7515da6f611d4587de671f
--- /dev/null
+++ b/model-00063-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943921a2dbe92055bd957e86c4c44df9765545ea78112c3f2c9804d0737b4582
+size 4997739168
diff --git a/model-00064-of-00081.safetensors b/model-00064-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0074d95988a816f7904a4f79107c14e5e8aa8ac5
--- /dev/null
+++ b/model-00064-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd60dbbf5a6948d770df1bda91a1560cef03b9b27581bc27ae61e14e4f5b7f33
+size 4993011032
diff --git a/model-00066-of-00081.safetensors b/model-00066-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4d854b2877cabf4781cfac7262274ed138a3f5c7
--- /dev/null
+++ b/model-00066-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e09c3d43399cbde32193f494545b71d72b296336a0d7d6ba97548da2236799
+size 4997739128
diff --git a/model-00069-of-00081.safetensors b/model-00069-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..730654ac15be2cc172a50f401ac6492ed6567d20
--- /dev/null
+++ b/model-00069-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87641ec7d6ee5ff271c23388876270ea4c28b2574bc88b22ea0a617c414c34d8
+size 4997739088
diff --git a/model-00072-of-00081.safetensors b/model-00072-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..777154643097d693d8063985038a8e778e1570f9
--- /dev/null
+++ b/model-00072-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691328fec81a94c2b5349197748c60cb0821840f232dbb048a7ed7f35f11177e
+size 4997739048
diff --git a/model-00079-of-00081.safetensors b/model-00079-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3df5e573bff610256c2c9ef5f2a7099b8053ab0b
--- /dev/null
+++ b/model-00079-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820c83fed28d86790fd8f3131dfbb75263962a79d6ef92c7fe5ee6643ca148d5
+size 4993011216
diff --git a/model-00080-of-00081.safetensors b/model-00080-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3b33fd9613f8f30e96e721b12139370e32e8b593
--- /dev/null
+++ b/model-00080-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5b7dc48f07b71998497905cff7c7d17ea3896bdc3fb89f2a28bc033680843b
+size 4997738768
diff --git a/model-00081-of-00081.safetensors b/model-00081-of-00081.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3062b6f63029ad6a1680ea5ff8c77904185f5304
--- /dev/null
+++ b/model-00081-of-00081.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fd8937dd2c7a96e7a9a471aab8a13d84c5b7290a0b64cf89f8344f41bb130c
+size 4071002704
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..300b25d4af3060b62e1d20600c69f3090f5c2327
--- /dev/null
+++ b/model.safetensors.index.json
@@ -0,0 +1,84083 @@
+{
+ "metadata": {
+ "total_parameters": 398659308672,
+ "total_size": 403731449088
+ },
+ "weight_map": {
+ "lm_head.weight": "model-00081-of-00081.safetensors",
+ "model.embed_tokens.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.mlp.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.mlp.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.mlp.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.0.mlp.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.mlp.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.post_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.pre_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.self_attn.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.mlp.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.mlp.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.mlp.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.1.mlp.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.mlp.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.post_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.pre_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.self_attn.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.10.input_layernorm.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.expert_bias": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.0.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.0.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.0.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.0.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.0.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.1.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.1.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.1.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.1.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.1.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.10.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.10.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.10.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.10.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.10.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.100.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.100.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.100.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.100.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.100.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.101.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.101.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.101.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.101.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.101.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.102.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.102.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.102.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.102.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.102.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.103.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.103.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.103.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.103.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.103.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.104.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.104.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.104.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.104.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.104.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.105.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.105.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.105.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.105.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.105.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.106.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.106.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.106.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.106.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.106.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.107.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.107.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.107.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.107.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.107.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.108.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.108.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.108.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.108.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.108.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.109.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.109.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.109.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.109.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.109.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.11.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.11.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.11.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.11.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.11.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.110.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.110.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.110.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.110.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.110.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.111.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.111.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.111.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.111.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.111.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.112.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.112.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.112.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.112.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.112.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.113.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.113.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.113.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.113.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.113.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.114.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.114.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.114.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.114.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.114.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.115.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.115.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.115.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.115.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.115.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.116.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.116.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.116.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.116.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.116.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.117.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.117.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.117.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.117.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.117.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.118.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.118.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.118.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.118.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.118.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.119.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.119.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.119.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.119.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.119.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.12.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.12.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.12.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.12.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.12.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.120.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.120.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.120.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.120.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.120.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.121.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.121.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.121.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.121.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.121.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.122.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.122.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.122.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.122.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.122.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.123.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.123.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.123.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.123.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.123.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.124.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.124.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.124.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.124.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.124.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.125.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.125.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.125.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.125.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.125.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.126.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.126.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.126.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.126.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.126.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.127.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.127.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.127.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.127.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.127.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.128.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.128.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.128.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.128.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.128.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.129.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.129.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.129.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.129.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.129.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.13.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.13.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.13.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.13.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.13.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.130.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.130.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.130.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.130.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.130.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.131.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.131.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.131.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.131.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.131.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.132.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.132.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.132.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.132.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.132.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.133.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.133.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.133.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.133.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.133.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.134.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.134.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.134.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.134.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.134.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.135.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.135.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.135.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.135.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.135.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.136.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.136.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.136.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.136.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.136.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.137.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.137.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.137.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.137.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.137.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.138.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.138.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.138.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.138.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.138.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.139.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.139.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.139.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.139.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.139.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.14.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.14.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.14.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.14.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.14.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.140.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.140.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.140.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.140.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.140.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.141.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.141.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.141.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.141.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.141.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.142.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.142.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.142.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.142.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.142.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.143.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.143.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.143.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.143.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.143.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.144.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.144.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.144.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.144.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.144.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.145.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.145.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.145.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.145.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.145.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.146.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.146.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.146.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.146.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.146.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.147.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.147.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.147.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.147.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.147.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.148.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.148.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.148.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.148.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.148.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.149.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.149.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.149.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.149.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.149.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.15.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.15.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.15.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.15.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.15.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.150.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.150.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.150.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.150.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.150.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.151.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.151.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.151.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.151.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.151.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.152.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.152.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.152.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.152.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.152.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.153.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.153.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.153.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.153.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.153.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.154.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.154.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.154.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.154.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.154.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.155.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.155.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.155.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.155.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.155.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.156.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.156.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.156.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.156.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.156.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.157.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.157.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.157.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.157.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.157.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.158.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.158.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.158.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.158.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.158.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.159.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.159.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.159.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.159.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.159.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.16.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.16.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.16.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.16.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.16.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.160.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.160.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.160.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.160.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.160.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.161.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.161.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.161.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.161.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.161.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.162.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.162.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.162.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.162.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.162.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.163.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.163.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.163.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.163.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.163.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.164.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.164.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.164.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.164.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.164.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.165.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.165.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.165.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.165.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.165.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.166.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.166.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.166.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.166.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.166.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.167.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.167.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.167.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.167.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.167.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.168.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.168.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.168.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.168.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.168.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.169.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.169.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.169.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.169.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.169.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.17.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.17.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.17.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.17.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.17.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.170.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.170.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.170.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.170.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.170.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.171.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.171.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.171.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.171.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.171.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.172.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.172.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.172.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.172.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.172.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.173.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.173.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.173.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.173.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.173.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.174.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.174.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.174.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.174.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.174.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.175.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.175.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.175.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.175.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.175.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.176.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.176.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.176.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.176.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.176.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.177.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.177.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.177.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.177.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.177.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.178.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.178.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.178.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.178.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.178.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.179.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.179.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.179.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.179.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.179.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.18.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.18.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.18.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.18.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.18.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.180.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.180.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.180.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.180.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.180.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.181.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.181.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.181.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.181.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.181.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.182.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.182.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.182.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.182.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.182.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.183.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.183.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.183.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.183.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.183.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.184.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.184.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.184.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.184.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.184.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.185.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.185.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.185.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.185.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.185.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.186.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.186.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.186.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.186.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.186.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.187.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.187.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.187.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.187.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.187.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.188.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.188.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.188.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.188.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.188.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.189.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.189.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.189.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.189.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.189.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.19.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.19.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.19.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.19.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.19.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.190.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.190.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.190.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.190.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.190.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.191.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.191.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.191.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.191.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.191.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.192.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.192.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.192.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.192.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.192.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.192.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.193.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.193.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.193.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.193.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.193.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.193.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.194.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.194.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.194.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.194.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.194.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.194.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.195.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.195.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.195.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.195.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.195.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.195.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.196.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.196.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.196.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.196.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.196.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.196.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.197.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.197.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.197.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.197.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.197.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.197.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.198.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.198.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.198.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.198.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.198.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.198.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.199.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.199.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.199.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.199.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.199.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.199.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.2.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.2.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.2.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.2.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.2.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.20.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.20.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.20.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.20.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.20.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.200.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.200.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.200.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.200.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.200.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.200.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.201.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.201.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.201.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.201.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.201.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.201.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.202.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.202.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.202.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.202.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.202.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.202.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.203.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.203.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.203.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.203.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.203.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.203.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.204.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.204.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.204.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.204.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.204.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.204.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.205.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.205.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.205.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.205.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.205.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.205.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.206.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.206.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.206.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.206.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.206.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.206.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.207.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.207.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.207.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.207.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.207.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.207.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.208.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.208.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.208.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.208.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.208.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.208.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.209.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.209.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.209.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.209.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.209.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.209.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.21.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.21.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.21.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.21.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.21.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.210.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.210.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.210.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.210.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.210.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.210.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.211.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.211.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.211.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.211.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.211.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.211.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.212.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.212.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.212.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.212.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.212.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.212.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.213.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.213.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.213.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.213.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.213.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.213.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.214.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.214.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.214.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.214.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.214.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.214.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.215.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.215.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.215.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.215.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.215.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.215.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.216.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.216.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.216.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.216.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.216.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.216.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.217.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.217.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.217.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.217.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.217.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.217.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.218.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.218.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.218.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.218.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.218.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.218.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.219.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.219.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.219.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.219.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.219.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.219.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.22.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.22.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.22.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.22.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.22.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.220.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.220.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.220.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.220.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.220.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.220.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.221.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.221.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.221.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.221.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.221.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.221.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.222.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.222.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.222.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.222.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.222.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.222.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.223.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.223.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.223.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.223.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.223.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.223.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.224.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.224.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.224.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.224.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.224.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.224.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.225.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.225.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.225.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.225.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.225.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.225.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.226.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.226.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.226.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.226.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.226.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.226.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.227.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.227.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.227.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.227.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.227.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.227.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.228.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.228.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.228.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.228.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.228.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.228.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.229.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.229.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.229.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.229.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.229.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.229.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.23.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.23.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.23.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.23.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.23.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.230.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.230.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.230.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.230.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.230.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.230.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.231.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.231.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.231.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.231.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.231.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.231.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.232.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.232.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.232.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.232.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.232.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.232.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.233.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.233.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.233.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.233.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.233.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.233.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.234.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.234.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.234.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.234.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.234.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.234.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.235.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.235.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.235.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.235.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.235.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.235.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.236.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.236.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.236.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.236.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.236.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.236.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.237.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.237.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.237.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.237.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.237.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.237.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.238.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.238.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.238.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.238.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.238.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.238.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.239.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.239.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.239.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.239.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.239.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.239.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.24.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.24.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.24.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.24.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.24.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.240.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.240.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.240.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.240.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.240.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.240.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.241.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.241.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.241.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.241.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.241.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.241.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.242.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.242.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.242.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.242.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.242.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.242.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.243.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.243.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.243.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.243.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.243.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.243.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.244.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.244.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.244.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.244.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.244.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.244.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.245.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.245.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.245.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.245.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.245.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.245.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.246.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.246.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.246.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.246.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.246.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.246.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.247.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.247.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.247.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.247.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.247.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.247.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.248.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.248.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.248.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.248.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.248.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.248.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.249.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.249.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.249.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.249.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.249.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.249.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.25.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.25.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.25.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.25.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.25.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.250.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.250.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.250.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.250.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.250.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.250.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.251.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.251.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.251.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.251.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.251.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.251.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.252.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.252.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.252.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.252.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.252.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.252.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.253.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.253.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.253.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.253.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.253.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.253.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.254.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.254.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.254.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.254.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.254.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.254.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.255.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.255.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.255.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.255.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.255.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.255.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.26.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.26.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.26.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.26.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.26.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.27.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.27.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.27.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.27.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.27.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.28.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.28.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.28.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.28.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.28.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.29.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.29.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.29.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.29.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.29.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.3.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.3.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.3.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.3.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.3.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.30.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.30.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.30.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.30.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.30.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.31.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.31.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.31.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.31.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.31.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.32.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.32.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.32.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.32.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.32.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.33.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.33.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.33.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.33.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.33.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.34.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.34.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.34.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.34.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.34.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.35.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.35.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.35.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.35.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.35.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.36.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.36.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.36.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.36.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.36.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.37.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.37.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.37.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.37.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.37.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.38.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.38.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.38.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.38.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.38.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.39.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.39.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.39.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.39.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.39.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.4.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.4.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.4.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.4.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.4.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.40.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.40.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.40.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.40.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.40.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.41.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.41.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.41.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.41.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.41.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.42.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.42.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.42.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.42.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.42.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.43.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.43.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.43.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.43.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.43.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.44.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.44.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.44.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.44.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.44.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.45.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.45.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.45.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.45.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.45.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.46.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.46.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.46.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.46.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.46.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.47.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.47.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.47.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.47.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.47.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.48.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.48.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.48.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.48.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.48.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.49.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.49.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.49.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.49.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.49.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.5.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.5.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.5.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.5.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.5.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.50.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.50.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.50.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.50.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.50.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.51.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.51.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.51.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.51.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.51.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.52.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.52.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.52.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.52.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.52.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.53.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.53.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.53.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.53.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.53.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.54.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.54.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.54.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.54.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.54.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.55.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.55.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.55.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.55.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.55.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.56.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.56.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.56.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.56.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.56.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.57.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.57.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.57.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.57.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.57.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.58.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.58.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.58.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.58.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.58.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.59.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.59.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.59.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.59.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.59.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.6.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.6.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.6.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.6.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.6.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.60.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.60.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.60.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.60.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.60.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.61.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.61.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.61.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.61.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.61.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.62.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.62.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.62.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.62.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.62.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.63.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.63.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.63.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.63.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.63.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.64.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.64.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.64.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.64.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.64.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.65.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.65.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.65.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.65.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.65.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.66.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.66.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.66.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.66.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.66.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.67.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.67.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.67.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.67.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.67.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.68.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.68.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.68.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.68.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.68.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.69.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.69.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.69.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.69.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.69.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.7.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.7.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.7.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.7.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.7.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.70.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.70.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.70.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.70.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.70.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.71.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.71.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.71.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.71.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.71.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.72.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.72.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.72.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.72.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.72.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.73.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.73.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.73.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.73.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.73.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.74.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.74.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.74.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.74.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.74.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.75.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.75.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.75.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.75.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.75.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.76.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.76.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.76.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.76.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.76.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.77.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.77.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.77.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.77.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.77.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.78.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.78.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.78.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.78.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.78.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.79.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.79.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.79.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.79.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.79.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.8.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.8.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.8.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.8.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.8.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.80.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.80.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.80.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.80.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.80.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.81.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.81.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.81.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.81.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.81.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.82.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.82.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.82.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.82.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.82.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.83.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.83.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.83.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.83.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.83.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.84.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.84.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.84.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.84.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.84.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.85.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.85.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.85.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.85.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.85.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.86.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.86.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.86.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.86.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.86.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.87.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.87.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.87.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.87.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.87.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.88.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.88.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.88.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.88.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.88.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.89.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.89.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.89.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.89.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.89.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.9.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.9.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.9.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.9.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.9.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.experts.90.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.90.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.90.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.90.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.90.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.91.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.91.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.91.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.91.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.91.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.92.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.92.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.92.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.92.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.92.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.93.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.93.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.93.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.93.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.93.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.94.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.94.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.94.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.94.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.94.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.95.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.95.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.95.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.95.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.95.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.96.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.96.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.96.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.96.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.96.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.97.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.97.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.97.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.97.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.97.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.98.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.98.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.98.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.98.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.98.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.99.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.99.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.99.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.99.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.experts.99.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.10.mlp.router.gate.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.shared_experts.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.shared_experts.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.mlp.shared_experts.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.10.post_attention_layernorm.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.post_mlp_layernorm.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.pre_mlp_layernorm.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.self_attn.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.self_attn.k_norm.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.self_attn.k_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.self_attn.o_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.self_attn.q_norm.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.self_attn.q_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.10.self_attn.v_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.11.input_layernorm.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.expert_bias": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.0.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.0.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.0.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.0.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.0.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.1.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.1.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.1.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.1.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.1.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.10.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.10.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.10.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.10.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.10.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.100.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.100.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.100.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.100.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.100.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.101.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.101.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.101.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.101.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.101.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.102.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.102.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.102.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.102.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.102.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.103.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.103.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.103.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.103.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.103.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.104.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.104.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.104.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.104.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.104.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.105.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.105.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.105.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.105.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.105.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.106.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.106.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.106.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.106.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.106.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.107.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.107.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.107.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.107.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.107.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.108.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.108.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.108.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.108.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.108.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.109.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.109.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.109.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.109.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.109.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.11.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.11.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.11.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.11.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.11.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.110.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.110.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.110.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.110.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.110.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.111.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.111.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.111.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.111.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.111.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.112.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.112.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.112.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.112.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.112.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.113.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.113.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.113.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.113.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.113.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.114.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.114.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.114.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.114.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.114.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.115.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.115.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.115.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.115.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.115.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.116.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.116.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.116.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.116.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.116.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.117.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.117.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.117.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.117.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.117.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.118.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.118.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.118.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.118.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.118.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.119.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.119.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.119.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.119.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.119.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.12.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.12.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.12.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.12.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.12.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.120.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.120.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.120.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.120.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.120.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.121.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.121.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.121.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.121.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.121.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.122.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.122.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.122.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.122.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.122.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.123.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.123.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.123.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.123.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.123.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.124.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.124.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.124.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.124.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.124.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.125.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.125.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.125.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.125.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.125.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.126.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.126.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.126.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.126.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.126.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.127.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.127.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.127.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.127.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.127.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.128.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.128.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.128.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.128.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.128.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.129.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.129.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.129.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.129.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.129.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.13.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.13.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.13.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.13.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.13.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.130.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.130.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.130.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.130.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.130.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.131.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.131.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.131.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.131.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.131.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.132.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.132.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.132.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.132.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.132.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.133.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.133.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.133.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.133.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.133.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.134.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.134.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.134.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.134.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.134.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.135.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.135.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.135.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.135.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.135.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.136.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.136.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.136.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.136.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.136.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.137.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.137.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.137.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.137.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.137.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.138.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.138.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.138.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.138.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.138.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.139.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.139.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.139.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.139.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.139.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.14.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.14.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.14.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.14.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.14.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.140.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.140.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.140.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.140.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.140.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.141.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.141.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.141.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.141.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.141.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.142.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.142.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.142.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.142.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.142.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.143.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.143.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.143.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.143.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.143.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.144.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.144.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.144.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.144.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.144.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.145.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.145.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.145.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.145.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.145.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.146.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.146.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.146.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.146.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.146.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.147.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.147.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.147.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.147.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.147.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.148.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.148.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.148.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.148.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.148.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.149.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.149.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.149.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.149.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.149.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.15.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.15.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.15.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.15.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.15.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.150.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.150.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.150.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.150.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.150.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.151.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.151.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.151.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.151.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.151.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.152.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.152.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.152.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.152.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.152.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.153.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.153.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.153.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.153.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.153.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.154.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.154.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.154.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.154.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.154.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.155.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.155.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.155.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.155.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.155.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.156.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.156.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.156.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.156.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.156.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.157.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.157.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.157.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.157.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.157.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.158.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.158.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.158.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.158.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.158.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.159.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.159.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.159.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.159.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.159.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.16.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.16.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.16.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.16.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.16.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.160.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.160.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.160.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.160.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.160.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.161.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.161.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.161.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.161.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.161.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.162.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.162.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.162.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.162.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.162.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.163.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.163.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.163.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.163.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.163.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.164.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.164.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.164.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.164.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.164.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.165.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.165.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.165.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.165.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.165.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.166.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.166.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.166.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.166.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.166.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.167.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.167.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.167.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.167.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.167.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.168.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.168.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.168.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.168.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.168.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.169.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.169.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.169.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.169.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.169.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.17.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.17.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.17.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.17.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.17.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.170.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.170.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.170.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.170.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.170.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.171.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.171.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.171.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.171.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.171.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.172.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.172.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.172.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.172.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.172.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.173.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.173.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.173.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.173.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.173.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.174.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.174.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.174.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.174.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.174.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.175.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.175.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.175.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.175.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.175.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.176.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.176.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.176.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.176.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.176.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.177.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.177.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.177.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.177.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.177.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.178.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.178.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.178.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.178.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.178.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.179.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.179.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.179.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.179.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.179.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.18.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.18.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.18.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.18.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.18.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.180.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.180.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.180.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.180.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.180.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.181.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.181.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.181.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.181.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.181.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.182.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.182.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.182.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.182.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.182.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.183.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.183.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.183.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.183.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.183.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.184.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.184.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.184.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.184.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.184.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.185.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.185.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.185.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.185.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.185.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.186.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.186.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.186.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.186.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.186.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.187.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.187.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.187.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.187.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.187.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.188.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.188.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.188.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.188.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.188.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.189.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.189.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.189.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.189.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.189.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.19.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.19.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.19.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.19.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.19.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.190.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.190.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.190.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.190.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.190.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.191.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.191.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.191.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.191.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.191.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.192.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.192.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.192.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.192.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.192.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.192.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.193.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.193.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.193.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.193.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.193.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.193.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.194.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.194.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.194.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.194.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.194.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.194.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.195.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.195.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.195.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.195.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.195.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.195.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.196.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.196.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.196.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.196.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.196.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.196.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.197.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.197.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.197.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.197.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.197.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.197.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.198.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.198.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.198.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.198.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.198.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.198.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.199.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.199.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.199.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.199.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.199.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.199.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.2.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.2.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.2.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.2.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.2.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.20.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.20.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.20.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.20.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.20.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.200.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.200.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.200.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.200.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.200.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.200.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.201.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.201.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.201.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.201.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.201.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.201.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.202.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.202.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.202.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.202.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.202.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.202.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.203.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.203.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.203.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.203.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.203.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.203.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.204.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.204.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.204.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.204.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.204.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.204.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.205.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.205.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.205.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.205.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.205.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.205.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.206.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.206.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.206.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.206.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.206.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.206.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.207.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.207.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.207.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.207.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.207.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.207.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.208.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.208.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.208.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.208.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.208.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.208.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.209.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.209.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.209.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.209.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.209.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.209.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.21.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.21.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.21.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.21.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.21.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.210.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.210.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.210.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.210.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.210.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.210.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.211.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.211.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.211.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.211.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.211.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.211.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.212.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.212.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.212.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.212.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.212.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.212.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.213.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.213.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.213.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.213.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.213.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.213.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.214.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.214.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.214.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.214.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.214.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.214.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.215.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.215.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.215.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.215.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.215.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.215.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.216.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.216.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.216.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.216.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.216.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.216.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.217.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.217.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.217.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.217.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.217.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.217.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.218.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.218.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.218.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.218.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.218.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.218.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.219.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.219.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.219.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.219.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.219.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.219.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.22.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.22.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.22.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.22.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.22.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.220.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.220.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.220.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.220.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.220.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.220.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.221.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.221.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.221.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.221.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.221.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.221.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.222.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.222.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.222.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.222.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.222.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.222.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.223.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.223.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.223.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.223.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.223.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.223.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.224.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.224.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.224.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.224.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.224.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.224.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.225.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.225.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.225.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.225.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.225.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.225.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.226.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.226.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.226.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.226.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.226.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.226.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.227.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.227.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.227.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.227.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.227.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.227.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.228.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.228.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.228.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.228.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.228.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.228.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.229.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.229.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.229.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.229.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.229.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.229.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.23.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.23.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.23.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.23.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.23.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.230.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.230.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.230.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.230.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.230.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.230.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.231.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.231.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.231.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.231.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.231.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.231.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.232.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.232.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.232.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.232.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.232.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.232.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.233.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.233.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.233.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.233.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.233.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.233.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.234.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.234.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.234.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.234.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.234.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.234.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.235.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.235.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.235.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.235.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.235.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.235.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.236.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.236.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.236.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.236.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.236.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.236.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.237.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.237.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.237.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.237.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.237.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.237.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.238.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.238.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.238.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.238.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.238.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.238.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.239.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.239.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.239.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.239.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.239.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.239.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.24.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.24.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.24.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.24.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.24.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.240.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.240.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.240.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.240.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.240.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.240.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.241.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.241.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.241.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.241.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.241.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.241.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.242.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.242.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.242.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.242.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.242.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.242.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.243.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.243.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.243.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.243.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.243.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.243.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.244.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.244.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.244.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.244.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.244.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.244.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.245.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.245.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.245.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.245.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.245.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.245.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.246.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.246.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.246.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.246.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.246.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.246.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.247.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.247.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.247.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.247.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.247.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.247.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.248.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.248.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.248.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.248.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.248.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.248.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.249.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.249.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.249.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.249.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.249.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.249.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.25.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.25.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.25.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.25.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.25.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.250.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.250.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.250.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.250.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.250.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.250.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.251.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.251.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.251.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.251.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.251.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.251.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.252.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.252.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.252.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.252.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.252.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.252.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.253.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.253.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.253.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.253.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.253.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.253.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.254.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.254.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.254.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.254.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.254.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.254.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.255.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.255.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.255.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.255.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.255.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.255.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.11.mlp.experts.26.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.26.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.26.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.26.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.26.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.27.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.27.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.27.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.27.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.27.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.28.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.28.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.28.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.28.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.28.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.29.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.29.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.29.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.29.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.29.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.3.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.3.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.3.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.3.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.3.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.experts.30.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.30.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.30.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.30.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.30.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.31.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.31.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.31.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.31.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.31.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.32.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.32.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.32.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.32.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.32.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.33.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.33.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.33.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.33.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.33.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.34.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.34.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.34.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.34.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.34.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.35.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.35.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.35.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.35.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.35.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.36.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.36.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.36.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.36.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.36.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.37.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.37.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.37.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.37.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.37.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.38.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.38.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.38.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.38.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.38.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.39.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.39.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.39.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.39.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.39.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.4.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.4.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.4.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.4.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.4.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.40.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.40.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.40.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.40.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.40.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.41.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.41.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.41.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.41.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.41.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.42.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.42.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.42.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.42.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.42.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.43.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.43.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.43.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.43.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.43.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.44.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.44.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.44.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.44.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.44.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.45.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.45.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.45.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.45.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.45.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.46.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.46.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.46.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.46.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.46.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.47.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.47.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.47.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.47.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.47.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.48.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.48.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.48.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.48.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.48.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.49.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.49.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.49.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.49.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.49.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.5.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.5.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.5.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.5.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.5.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.50.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.50.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.50.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.50.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.50.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.51.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.51.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.51.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.51.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.51.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.52.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.52.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.52.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.52.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.52.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.53.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.53.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.53.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.53.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.53.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.54.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.54.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.54.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.54.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.54.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.55.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.55.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.55.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.55.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.55.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.56.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.56.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.56.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.56.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.56.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.57.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.57.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.57.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.57.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.57.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.58.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.58.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.58.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.58.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.58.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.59.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.59.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.59.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.59.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.59.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.6.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.6.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.6.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.6.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.6.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.60.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.60.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.60.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.60.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.60.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.61.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.61.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.61.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.61.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.61.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.62.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.62.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.62.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.62.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.62.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.63.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.63.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.63.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.63.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.63.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.64.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.64.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.64.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.64.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.64.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.65.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.65.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.65.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.65.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.65.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.66.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.66.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.66.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.66.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.66.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.67.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.67.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.67.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.67.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.67.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.68.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.68.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.68.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.68.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.68.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.69.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.69.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.69.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.69.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.69.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.7.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.7.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.7.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.7.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.7.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.70.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.70.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.70.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.70.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.70.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.71.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.71.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.71.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.71.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.71.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.72.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.72.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.72.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.72.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.72.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.73.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.73.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.73.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.73.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.73.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.74.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.74.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.74.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.74.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.74.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.75.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.75.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.75.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.75.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.75.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.76.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.76.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.76.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.76.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.76.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.77.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.77.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.77.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.77.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.77.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.78.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.78.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.78.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.78.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.78.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.79.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.79.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.79.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.79.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.79.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.8.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.8.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.8.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.8.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.8.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.80.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.80.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.80.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.80.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.80.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.81.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.81.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.81.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.81.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.81.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.82.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.82.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.82.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.82.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.82.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.83.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.83.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.83.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.83.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.83.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.84.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.84.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.84.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.84.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.84.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.85.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.85.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.85.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.85.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.85.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.86.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.86.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.86.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.86.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.86.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.87.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.87.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.87.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.87.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.87.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.88.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.88.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.88.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.88.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.88.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.89.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.89.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.89.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.89.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.89.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.9.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.9.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.9.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.9.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.9.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.90.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.90.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.90.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.90.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.90.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.91.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.91.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.91.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.91.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.91.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.92.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.92.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.92.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.92.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.92.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.93.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.93.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.93.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.93.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.93.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.94.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.94.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.94.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.94.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.94.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.95.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.95.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.95.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.95.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.95.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.96.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.96.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.96.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.96.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.96.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.97.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.97.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.97.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.97.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.97.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.98.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.98.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.98.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.98.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.98.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.99.down_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.99.down_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.99.gate_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.99.up_proj.weight": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.experts.99.up_proj.weight_scale": "model-00009-of-00081.safetensors",
+ "model.layers.11.mlp.router.gate.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.shared_experts.down_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.shared_experts.gate_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.mlp.shared_experts.up_proj.weight_scale": "model-00008-of-00081.safetensors",
+ "model.layers.11.post_attention_layernorm.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.post_mlp_layernorm.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.pre_mlp_layernorm.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.self_attn.gate_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.self_attn.k_norm.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.self_attn.k_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.self_attn.o_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.self_attn.q_norm.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.self_attn.q_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.11.self_attn.v_proj.weight": "model-00008-of-00081.safetensors",
+ "model.layers.12.input_layernorm.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.expert_bias": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.0.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.0.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.0.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.0.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.0.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.1.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.1.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.1.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.1.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.1.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.10.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.10.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.10.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.10.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.10.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.100.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.100.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.100.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.100.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.100.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.101.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.101.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.101.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.101.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.101.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.102.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.102.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.102.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.102.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.102.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.103.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.103.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.103.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.103.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.103.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.104.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.104.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.104.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.104.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.104.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.105.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.105.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.105.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.105.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.105.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.106.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.106.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.106.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.106.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.106.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.107.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.107.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.107.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.107.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.107.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.108.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.108.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.108.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.108.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.108.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.109.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.109.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.109.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.109.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.109.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.11.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.11.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.11.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.11.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.11.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.110.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.110.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.110.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.110.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.110.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.111.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.111.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.111.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.111.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.111.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.112.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.112.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.112.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.112.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.112.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.113.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.113.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.113.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.113.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.113.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.114.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.114.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.114.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.114.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.114.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.115.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.115.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.115.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.115.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.115.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.116.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.116.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.116.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.116.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.116.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.117.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.117.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.117.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.117.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.117.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.118.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.118.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.118.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.118.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.118.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.119.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.119.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.119.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.119.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.119.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.12.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.12.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.12.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.12.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.12.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.120.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.120.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.120.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.120.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.120.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.121.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.121.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.121.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.121.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.121.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.122.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.122.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.122.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.122.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.122.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.123.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.123.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.123.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.123.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.123.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.124.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.124.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.124.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.124.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.124.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.125.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.125.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.125.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.125.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.125.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.126.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.126.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.126.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.126.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.126.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.127.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.127.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.127.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.127.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.127.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.128.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.128.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.128.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.128.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.128.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.129.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.129.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.129.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.129.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.129.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.13.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.13.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.13.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.13.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.13.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.130.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.130.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.130.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.130.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.130.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.131.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.131.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.131.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.131.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.131.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.132.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.132.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.132.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.132.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.132.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.133.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.133.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.133.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.133.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.133.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.134.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.134.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.134.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.134.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.134.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.135.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.135.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.135.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.135.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.135.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.136.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.136.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.136.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.136.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.136.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.137.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.137.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.137.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.137.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.137.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.138.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.138.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.138.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.138.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.138.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.139.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.139.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.139.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.139.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.139.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.14.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.14.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.14.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.14.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.14.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.140.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.140.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.140.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.140.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.140.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.141.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.141.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.141.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.141.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.141.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.142.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.142.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.142.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.142.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.142.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.143.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.143.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.143.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.143.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.143.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.144.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.144.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.144.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.144.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.144.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.145.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.145.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.145.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.145.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.145.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.146.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.146.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.146.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.146.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.146.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.147.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.147.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.147.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.147.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.147.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.148.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.148.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.148.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.148.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.148.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.149.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.149.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.149.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.149.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.149.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.15.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.15.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.15.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.15.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.15.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.150.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.150.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.150.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.150.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.150.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.151.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.151.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.151.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.151.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.151.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.152.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.152.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.152.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.152.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.152.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.153.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.153.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.153.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.153.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.153.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.154.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.154.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.154.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.154.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.154.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.155.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.155.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.155.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.155.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.155.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.156.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.156.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.156.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.156.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.156.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.157.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.157.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.157.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.157.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.157.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.158.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.158.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.158.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.158.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.158.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.159.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.159.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.159.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.159.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.159.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.16.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.16.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.16.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.16.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.16.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.160.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.160.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.160.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.160.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.160.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.161.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.161.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.161.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.161.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.161.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.162.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.162.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.162.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.162.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.162.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.163.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.163.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.163.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.163.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.163.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.164.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.164.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.164.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.164.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.164.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.165.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.165.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.165.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.165.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.165.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.166.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.166.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.166.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.166.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.166.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.167.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.167.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.167.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.167.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.167.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.168.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.168.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.168.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.168.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.168.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.169.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.169.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.169.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.169.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.169.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.17.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.17.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.17.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.17.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.17.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.170.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.170.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.170.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.170.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.170.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.171.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.171.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.171.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.171.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.171.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.172.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.172.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.172.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.172.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.172.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.173.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.173.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.173.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.173.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.173.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.174.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.174.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.174.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.174.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.174.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.175.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.175.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.175.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.175.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.175.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.176.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.176.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.176.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.176.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.176.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.177.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.177.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.177.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.177.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.177.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.178.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.178.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.178.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.178.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.178.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.179.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.179.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.179.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.179.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.179.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.18.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.18.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.18.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.18.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.18.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.180.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.180.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.180.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.180.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.180.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.181.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.181.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.181.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.181.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.181.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.182.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.182.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.182.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.182.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.182.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.183.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.183.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.183.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.183.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.183.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.184.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.184.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.184.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.184.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.184.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.185.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.185.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.185.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.185.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.185.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.186.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.186.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.186.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.186.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.186.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.187.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.187.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.187.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.187.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.187.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.188.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.188.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.188.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.188.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.188.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.189.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.189.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.189.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.189.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.189.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.19.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.19.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.19.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.19.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.19.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.190.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.190.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.190.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.190.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.190.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.191.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.191.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.191.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.191.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.191.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.192.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.192.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.192.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.192.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.192.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.192.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.193.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.193.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.193.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.193.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.193.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.193.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.194.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.194.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.194.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.194.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.194.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.194.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.195.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.195.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.195.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.195.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.195.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.195.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.196.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.196.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.196.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.196.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.196.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.196.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.197.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.197.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.197.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.197.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.197.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.197.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.198.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.198.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.198.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.198.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.198.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.198.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.199.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.199.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.199.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.199.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.199.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.199.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.2.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.2.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.2.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.2.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.2.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.20.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.20.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.20.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.20.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.20.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.200.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.200.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.200.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.200.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.200.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.200.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.201.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.201.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.201.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.201.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.201.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.201.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.202.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.202.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.202.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.202.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.202.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.202.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.203.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.203.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.203.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.203.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.203.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.203.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.204.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.204.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.204.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.204.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.204.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.204.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.205.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.205.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.205.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.205.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.205.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.205.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.206.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.206.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.206.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.206.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.206.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.206.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.207.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.207.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.207.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.207.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.207.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.207.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.208.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.208.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.208.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.208.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.208.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.208.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.209.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.209.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.209.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.209.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.209.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.209.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.21.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.21.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.21.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.21.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.21.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.210.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.210.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.210.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.210.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.210.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.210.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.211.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.211.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.211.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.211.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.211.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.211.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.212.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.212.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.212.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.212.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.212.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.212.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.213.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.213.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.213.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.213.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.213.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.213.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.214.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.214.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.214.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.214.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.214.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.214.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.215.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.215.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.215.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.215.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.215.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.215.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.216.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.216.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.216.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.216.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.216.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.216.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.217.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.217.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.217.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.217.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.217.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.217.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.218.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.218.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.218.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.218.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.218.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.218.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.219.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.219.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.219.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.219.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.219.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.219.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.22.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.22.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.22.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.22.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.22.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.220.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.220.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.220.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.220.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.220.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.220.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.221.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.221.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.221.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.221.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.221.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.221.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.222.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.222.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.222.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.222.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.222.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.222.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.223.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.223.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.223.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.223.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.223.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.223.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.224.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.224.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.224.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.224.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.224.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.224.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.225.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.225.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.225.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.225.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.225.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.225.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.226.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.226.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.226.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.226.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.226.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.226.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.227.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.227.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.227.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.227.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.227.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.227.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.228.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.228.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.228.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.228.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.228.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.228.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.229.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.229.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.229.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.229.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.229.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.229.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.23.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.23.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.23.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.23.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.23.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.230.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.230.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.230.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.230.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.230.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.230.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.231.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.231.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.231.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.231.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.231.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.231.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.232.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.232.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.232.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.232.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.232.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.232.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.233.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.233.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.233.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.233.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.233.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.233.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.234.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.234.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.234.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.234.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.234.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.234.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.235.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.235.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.235.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.235.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.235.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.235.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.236.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.236.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.236.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.236.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.236.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.236.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.237.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.237.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.237.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.237.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.237.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.237.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.238.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.238.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.238.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.238.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.238.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.238.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.239.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.239.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.239.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.239.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.239.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.239.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.24.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.24.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.24.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.24.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.24.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.240.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.240.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.240.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.240.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.240.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.240.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.241.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.241.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.241.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.241.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.241.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.241.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.242.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.242.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.242.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.242.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.242.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.242.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.243.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.243.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.243.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.243.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.243.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.243.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.244.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.244.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.244.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.244.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.244.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.244.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.245.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.245.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.245.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.245.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.245.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.245.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.246.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.246.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.246.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.246.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.246.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.246.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.247.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.247.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.247.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.247.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.247.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.247.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.248.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.248.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.248.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.248.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.248.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.248.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.249.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.249.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.249.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.249.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.249.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.249.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.25.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.25.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.25.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.25.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.25.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.250.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.250.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.250.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.250.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.250.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.250.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.251.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.251.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.251.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.251.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.251.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.251.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.252.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.252.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.252.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.252.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.252.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.252.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.253.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.253.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.253.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.253.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.253.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.253.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.254.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.254.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.254.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.254.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.254.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.254.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.255.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.255.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.255.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.255.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.255.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.255.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.26.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.26.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.26.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.26.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.26.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.27.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.27.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.27.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.27.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.27.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.28.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.28.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.28.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.28.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.28.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.29.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.29.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.29.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.29.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.29.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.3.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.3.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.3.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.3.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.3.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.30.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.30.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.30.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.30.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.30.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.31.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.31.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.31.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.31.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.31.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.32.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.32.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.32.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.32.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.32.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.33.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.33.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.33.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.33.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.33.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.34.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.34.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.34.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.34.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.34.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.35.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.35.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.35.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.35.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.35.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.36.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.36.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.36.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.36.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.36.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.37.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.37.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.37.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.37.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.37.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.38.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.38.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.38.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.38.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.38.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.39.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.39.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.39.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.39.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.39.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.4.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.4.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.4.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.4.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.4.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.40.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.40.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.40.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.40.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.40.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.41.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.41.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.41.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.41.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.41.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.42.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.42.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.42.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.42.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.42.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.43.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.43.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.43.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.43.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.43.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.44.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.44.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.44.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.44.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.44.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.45.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.45.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.45.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.45.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.45.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.46.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.46.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.46.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.46.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.46.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.47.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.47.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.47.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.47.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.47.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.48.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.48.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.48.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.48.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.48.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.49.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.49.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.49.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.49.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.49.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.5.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.5.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.5.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.5.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.5.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.50.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.50.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.50.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.50.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.50.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.51.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.51.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.51.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.51.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.51.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.52.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.52.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.52.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.52.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.52.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.53.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.53.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.53.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.53.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.53.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.54.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.54.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.54.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.54.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.54.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.55.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.55.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.55.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.55.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.55.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.56.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.56.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.56.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.56.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.56.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.57.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.57.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.57.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.57.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.57.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.58.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.58.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.58.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.58.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.58.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.59.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.59.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.59.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.59.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.59.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.6.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.6.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.6.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.6.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.6.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.60.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.60.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.60.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.60.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.60.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.61.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.61.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.61.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.61.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.61.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.62.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.62.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.62.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.62.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.62.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.63.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.63.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.63.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.63.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.63.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.64.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.64.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.64.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.64.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.64.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.65.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.65.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.65.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.65.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.65.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.66.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.66.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.66.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.66.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.66.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.67.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.67.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.67.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.67.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.67.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.68.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.68.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.68.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.68.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.68.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.69.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.69.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.69.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.69.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.69.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.7.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.7.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.7.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.7.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.7.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.70.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.70.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.70.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.70.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.70.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.71.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.71.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.71.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.71.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.71.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.72.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.72.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.72.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.72.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.72.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.73.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.73.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.73.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.73.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.73.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.74.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.74.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.74.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.74.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.74.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.75.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.75.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.75.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.75.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.75.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.76.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.76.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.76.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.76.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.76.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.77.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.77.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.77.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.77.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.77.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.78.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.78.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.78.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.78.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.78.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.79.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.79.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.79.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.79.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.79.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.8.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.8.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.8.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.8.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.8.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.80.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.80.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.80.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.80.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.80.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.81.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.81.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.81.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.81.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.81.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.82.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.82.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.82.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.82.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.82.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.83.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.83.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.83.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.83.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.83.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.84.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.84.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.84.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.84.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.84.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.85.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.85.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.85.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.85.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.85.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.86.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.86.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.86.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.86.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.86.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.87.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.87.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.87.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.87.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.87.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.88.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.88.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.88.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.88.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.88.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.89.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.89.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.89.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.89.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.89.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.9.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.9.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.9.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.9.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.9.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.90.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.90.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.90.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.90.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.90.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.91.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.91.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.91.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.91.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.91.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.92.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.92.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.92.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.92.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.92.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.93.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.93.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.93.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.93.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.93.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.94.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.94.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.94.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.94.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.94.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.95.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.95.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.95.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.experts.95.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.95.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.96.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.96.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.96.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.96.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.96.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.97.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.97.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.97.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.97.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.97.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.98.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.98.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.98.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.98.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.98.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.99.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.99.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.99.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.99.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.experts.99.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.12.mlp.router.gate.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.shared_experts.down_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.shared_experts.gate_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.mlp.shared_experts.up_proj.weight_scale": "model-00010-of-00081.safetensors",
+ "model.layers.12.post_attention_layernorm.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.post_mlp_layernorm.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.pre_mlp_layernorm.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.self_attn.gate_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.self_attn.k_norm.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.self_attn.k_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.self_attn.o_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.self_attn.q_norm.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.self_attn.q_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.12.self_attn.v_proj.weight": "model-00010-of-00081.safetensors",
+ "model.layers.13.input_layernorm.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.expert_bias": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.0.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.0.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.0.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.0.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.0.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.1.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.1.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.1.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.1.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.1.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.10.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.10.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.10.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.10.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.10.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.100.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.100.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.100.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.100.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.100.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.101.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.101.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.101.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.101.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.101.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.102.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.102.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.102.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.102.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.102.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.103.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.103.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.103.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.103.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.103.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.104.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.104.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.104.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.104.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.104.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.105.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.105.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.105.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.105.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.105.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.106.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.106.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.106.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.106.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.106.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.107.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.107.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.107.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.107.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.107.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.108.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.108.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.108.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.108.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.108.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.109.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.109.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.109.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.109.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.109.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.11.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.11.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.11.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.11.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.11.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.110.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.110.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.110.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.110.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.110.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.111.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.111.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.111.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.111.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.111.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.112.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.112.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.112.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.112.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.112.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.113.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.113.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.113.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.113.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.113.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.114.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.114.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.114.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.114.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.114.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.115.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.115.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.115.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.115.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.115.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.116.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.116.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.116.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.116.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.116.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.117.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.117.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.117.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.117.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.117.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.118.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.118.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.118.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.118.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.118.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.119.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.119.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.119.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.119.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.119.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.12.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.12.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.12.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.12.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.12.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.120.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.120.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.120.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.120.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.120.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.121.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.121.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.121.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.121.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.121.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.122.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.122.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.122.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.122.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.122.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.123.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.123.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.123.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.123.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.123.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.124.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.124.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.124.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.124.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.124.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.125.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.125.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.125.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.125.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.125.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.126.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.126.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.126.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.126.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.126.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.127.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.127.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.127.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.127.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.127.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.128.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.128.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.128.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.128.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.128.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.129.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.129.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.129.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.129.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.129.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.13.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.13.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.13.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.13.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.13.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.130.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.130.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.130.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.130.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.130.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.131.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.131.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.131.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.131.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.131.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.132.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.132.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.132.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.132.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.132.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.133.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.133.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.133.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.133.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.133.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.134.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.134.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.134.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.134.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.134.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.135.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.135.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.135.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.135.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.135.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.136.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.136.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.136.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.136.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.136.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.137.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.137.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.137.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.137.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.137.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.138.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.138.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.138.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.138.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.138.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.139.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.139.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.139.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.139.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.139.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.14.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.14.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.14.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.14.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.14.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.140.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.140.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.140.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.140.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.140.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.141.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.141.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.141.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.141.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.141.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.142.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.142.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.142.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.142.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.142.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.143.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.143.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.143.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.143.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.143.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.144.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.144.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.144.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.144.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.144.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.145.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.145.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.145.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.145.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.145.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.146.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.146.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.146.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.146.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.146.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.147.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.147.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.147.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.147.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.147.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.148.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.148.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.148.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.148.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.148.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.149.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.149.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.149.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.149.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.149.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.15.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.15.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.15.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.15.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.15.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.150.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.150.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.150.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.150.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.150.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.151.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.151.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.151.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.151.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.151.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.152.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.152.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.152.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.152.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.152.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.153.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.153.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.153.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.153.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.153.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.154.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.154.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.154.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.154.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.154.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.155.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.155.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.155.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.155.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.155.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.156.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.156.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.156.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.156.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.156.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.157.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.157.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.157.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.157.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.157.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.158.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.158.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.158.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.158.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.158.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.159.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.159.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.159.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.159.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.159.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.16.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.16.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.16.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.16.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.16.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.160.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.160.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.160.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.160.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.160.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.161.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.161.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.161.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.161.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.161.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.162.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.162.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.162.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.162.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.162.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.163.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.163.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.163.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.163.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.163.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.164.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.164.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.164.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.164.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.164.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.165.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.165.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.165.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.165.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.165.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.166.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.166.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.166.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.166.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.166.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.167.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.167.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.167.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.167.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.167.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.168.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.168.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.168.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.168.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.168.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.169.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.169.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.169.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.169.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.169.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.17.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.17.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.17.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.17.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.17.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.170.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.170.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.170.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.170.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.170.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.171.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.171.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.171.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.171.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.171.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.172.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.172.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.172.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.172.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.172.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.173.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.173.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.173.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.173.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.173.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.174.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.174.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.174.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.174.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.174.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.175.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.175.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.175.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.175.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.175.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.176.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.176.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.176.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.176.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.176.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.177.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.177.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.177.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.177.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.177.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.178.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.178.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.178.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.178.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.178.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.179.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.179.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.179.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.179.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.179.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.18.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.18.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.18.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.18.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.18.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.180.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.180.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.180.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.180.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.180.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.181.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.181.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.181.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.181.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.181.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.182.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.182.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.182.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.182.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.182.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.183.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.183.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.183.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.183.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.183.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.184.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.184.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.184.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.184.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.184.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.185.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.185.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.185.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.185.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.185.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.186.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.186.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.186.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.186.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.186.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.187.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.187.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.187.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.187.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.187.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.188.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.188.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.188.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.188.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.188.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.189.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.189.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.189.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.189.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.189.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.19.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.19.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.19.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.19.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.19.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.190.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.190.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.190.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.190.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.190.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.191.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.191.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.191.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.191.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.191.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.192.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.192.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.192.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.192.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.192.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.192.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.193.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.193.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.193.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.193.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.193.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.193.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.194.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.194.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.194.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.194.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.194.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.194.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.195.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.195.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.195.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.195.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.195.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.195.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.196.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.196.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.196.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.196.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.196.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.196.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.197.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.197.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.197.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.197.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.197.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.197.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.198.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.198.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.198.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.198.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.198.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.198.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.199.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.199.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.199.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.199.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.199.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.199.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.2.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.2.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.2.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.2.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.2.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.20.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.20.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.20.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.20.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.20.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.200.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.200.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.200.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.200.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.200.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.200.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.201.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.201.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.201.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.201.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.201.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.201.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.202.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.202.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.202.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.202.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.202.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.202.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.203.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.203.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.203.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.203.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.203.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.203.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.204.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.204.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.204.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.204.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.204.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.204.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.205.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.205.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.205.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.205.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.205.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.205.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.206.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.206.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.206.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.206.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.206.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.206.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.207.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.207.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.207.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.207.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.207.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.207.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.208.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.208.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.208.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.208.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.208.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.208.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.209.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.209.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.209.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.209.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.209.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.209.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.21.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.21.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.21.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.21.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.21.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.210.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.210.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.210.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.210.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.210.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.210.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.211.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.211.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.211.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.211.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.211.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.211.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.212.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.212.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.212.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.212.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.212.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.212.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.213.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.213.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.213.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.213.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.213.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.213.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.214.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.214.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.214.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.214.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.214.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.214.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.215.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.215.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.215.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.215.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.215.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.215.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.216.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.216.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.216.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.216.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.216.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.216.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.217.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.217.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.217.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.217.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.217.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.217.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.218.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.218.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.218.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.218.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.218.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.218.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.219.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.219.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.219.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.219.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.219.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.219.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.22.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.22.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.22.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.22.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.22.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.220.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.220.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.220.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.220.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.220.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.220.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.221.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.221.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.221.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.221.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.221.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.221.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.222.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.222.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.222.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.222.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.222.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.222.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.223.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.223.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.223.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.223.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.223.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.223.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.224.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.224.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.224.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.224.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.224.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.224.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.225.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.225.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.225.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.225.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.225.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.225.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.226.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.226.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.226.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.226.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.226.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.226.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.227.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.227.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.227.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.227.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.227.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.227.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.228.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.228.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.228.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.228.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.228.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.228.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.229.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.229.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.229.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.229.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.229.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.229.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.23.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.23.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.23.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.23.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.23.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.230.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.230.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.230.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.230.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.230.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.230.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.231.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.231.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.231.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.231.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.231.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.231.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.232.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.232.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.232.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.232.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.232.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.232.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.233.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.233.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.233.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.233.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.233.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.233.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.234.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.234.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.234.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.234.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.234.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.234.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.235.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.235.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.235.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.235.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.235.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.235.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.236.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.236.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.236.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.236.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.236.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.236.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.237.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.237.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.237.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.237.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.237.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.237.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.238.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.238.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.238.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.238.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.238.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.238.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.239.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.239.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.239.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.239.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.239.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.239.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.24.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.24.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.24.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.24.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.24.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.240.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.240.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.240.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.240.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.240.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.240.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.241.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.241.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.241.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.241.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.241.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.241.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.242.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.242.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.242.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.242.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.242.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.242.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.243.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.243.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.243.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.243.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.243.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.243.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.244.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.244.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.244.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.244.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.244.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.244.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.245.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.245.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.245.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.245.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.245.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.245.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.246.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.246.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.246.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.246.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.246.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.246.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.247.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.247.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.247.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.247.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.247.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.247.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.248.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.248.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.248.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.248.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.248.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.248.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.249.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.249.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.249.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.249.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.249.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.249.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.25.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.25.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.25.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.25.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.25.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.250.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.250.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.250.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.250.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.250.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.250.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.251.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.251.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.251.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.251.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.251.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.251.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.252.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.252.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.252.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.252.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.252.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.252.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.253.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.253.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.253.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.253.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.253.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.253.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.254.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.254.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.254.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.254.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.254.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.254.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.255.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.255.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.255.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.255.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.255.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.255.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.13.mlp.experts.26.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.26.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.26.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.26.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.26.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.27.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.27.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.27.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.27.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.27.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.28.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.28.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.28.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.28.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.28.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.29.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.29.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.29.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.29.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.29.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.3.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.3.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.3.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.3.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.3.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.30.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.30.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.30.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.30.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.30.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.31.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.31.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.31.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.31.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.31.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.32.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.32.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.32.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.32.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.32.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.33.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.33.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.33.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.33.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.33.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.34.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.34.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.34.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.34.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.34.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.35.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.35.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.35.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.35.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.35.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.36.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.36.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.36.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.36.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.36.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.37.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.37.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.37.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.37.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.37.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.38.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.38.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.38.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.38.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.38.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.39.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.39.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.39.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.39.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.39.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.4.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.4.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.4.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.4.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.4.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.40.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.40.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.40.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.40.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.40.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.41.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.41.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.41.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.41.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.41.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.42.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.42.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.42.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.42.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.42.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.43.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.43.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.43.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.43.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.43.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.44.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.44.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.44.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.44.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.44.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.45.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.45.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.45.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.45.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.45.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.46.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.46.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.46.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.46.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.46.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.47.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.47.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.47.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.47.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.47.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.48.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.48.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.48.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.48.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.48.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.49.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.49.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.49.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.49.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.49.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.5.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.5.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.5.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.5.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.5.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.50.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.50.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.50.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.50.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.50.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.51.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.51.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.51.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.51.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.51.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.52.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.52.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.52.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.52.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.52.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.53.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.53.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.53.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.53.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.53.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.54.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.54.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.54.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.54.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.54.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.55.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.55.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.55.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.55.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.55.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.56.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.56.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.56.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.56.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.56.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.57.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.57.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.57.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.57.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.57.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.58.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.58.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.58.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.58.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.58.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.59.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.59.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.59.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.59.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.59.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.6.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.6.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.6.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.6.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.6.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.60.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.60.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.60.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.60.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.60.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.61.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.61.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.61.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.61.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.61.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.62.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.62.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.62.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.62.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.62.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.63.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.63.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.63.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.63.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.63.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.64.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.64.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.64.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.64.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.64.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.65.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.65.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.65.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.65.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.65.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.66.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.66.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.66.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.66.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.66.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.67.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.67.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.67.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.67.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.67.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.68.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.68.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.68.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.68.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.68.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.69.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.69.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.69.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.69.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.69.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.7.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.7.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.7.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.7.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.7.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.70.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.70.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.70.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.70.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.70.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.71.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.71.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.71.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.71.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.71.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.72.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.72.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.72.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.72.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.72.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.73.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.73.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.73.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.73.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.73.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.74.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.74.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.74.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.74.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.74.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.75.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.75.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.75.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.75.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.75.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.76.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.76.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.76.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.76.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.76.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.77.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.77.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.77.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.77.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.77.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.78.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.78.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.78.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.78.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.78.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.79.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.79.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.79.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.79.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.79.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.8.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.8.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.8.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.8.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.8.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.80.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.80.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.80.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.80.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.80.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.81.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.81.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.81.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.81.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.81.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.82.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.82.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.82.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.82.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.82.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.83.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.83.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.83.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.83.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.83.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.84.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.84.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.84.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.84.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.84.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.85.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.85.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.85.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.85.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.85.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.86.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.86.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.86.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.86.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.86.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.87.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.87.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.87.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.87.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.87.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.88.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.88.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.88.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.88.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.88.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.89.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.89.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.89.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.89.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.89.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.9.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.9.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.9.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.9.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.9.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.experts.90.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.90.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.90.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.90.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.90.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.91.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.91.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.91.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.91.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.91.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.92.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.92.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.92.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.92.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.92.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.93.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.93.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.93.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.93.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.93.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.94.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.94.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.94.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.94.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.94.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.95.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.95.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.95.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.95.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.95.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.96.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.96.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.96.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.96.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.96.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.97.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.97.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.97.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.97.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.97.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.98.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.98.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.98.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.98.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.98.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.99.down_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.99.down_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.99.gate_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.99.up_proj.weight": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.experts.99.up_proj.weight_scale": "model-00012-of-00081.safetensors",
+ "model.layers.13.mlp.router.gate.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.shared_experts.down_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.shared_experts.gate_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.mlp.shared_experts.up_proj.weight_scale": "model-00011-of-00081.safetensors",
+ "model.layers.13.post_attention_layernorm.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.post_mlp_layernorm.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.pre_mlp_layernorm.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.self_attn.gate_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.self_attn.k_norm.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.self_attn.k_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.self_attn.o_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.self_attn.q_norm.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.self_attn.q_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.13.self_attn.v_proj.weight": "model-00011-of-00081.safetensors",
+ "model.layers.14.input_layernorm.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.expert_bias": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.0.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.0.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.0.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.0.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.0.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.1.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.1.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.1.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.1.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.1.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.10.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.10.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.10.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.10.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.10.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.100.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.100.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.100.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.100.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.100.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.101.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.101.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.101.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.101.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.101.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.102.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.102.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.102.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.102.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.102.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.103.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.103.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.103.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.103.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.103.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.104.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.104.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.104.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.104.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.104.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.105.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.105.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.105.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.105.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.105.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.106.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.106.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.106.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.106.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.106.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.107.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.107.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.107.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.107.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.107.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.108.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.108.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.108.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.108.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.108.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.109.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.109.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.109.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.109.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.109.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.11.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.11.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.11.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.11.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.11.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.110.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.110.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.110.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.110.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.110.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.111.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.111.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.111.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.111.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.111.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.112.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.112.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.112.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.112.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.112.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.113.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.113.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.113.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.113.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.113.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.114.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.114.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.114.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.114.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.114.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.115.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.115.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.115.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.115.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.115.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.116.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.116.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.116.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.116.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.116.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.117.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.117.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.117.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.117.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.117.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.118.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.118.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.118.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.118.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.118.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.119.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.119.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.119.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.119.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.119.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.12.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.12.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.12.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.12.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.12.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.120.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.120.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.120.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.120.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.120.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.121.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.121.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.121.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.121.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.121.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.122.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.122.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.122.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.122.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.122.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.123.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.123.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.123.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.123.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.123.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.124.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.124.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.124.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.124.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.124.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.125.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.125.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.125.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.125.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.125.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.126.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.126.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.126.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.126.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.126.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.127.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.127.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.127.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.127.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.127.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.128.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.128.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.128.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.128.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.128.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.129.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.129.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.129.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.129.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.129.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.13.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.13.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.13.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.13.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.13.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.130.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.130.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.130.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.130.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.130.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.131.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.131.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.131.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.131.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.131.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.132.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.132.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.132.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.132.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.132.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.133.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.133.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.133.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.133.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.133.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.134.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.134.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.134.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.134.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.134.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.135.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.135.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.135.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.135.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.135.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.136.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.136.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.136.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.136.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.136.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.137.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.137.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.137.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.137.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.137.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.138.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.138.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.138.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.138.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.138.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.139.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.139.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.139.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.139.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.139.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.14.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.14.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.14.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.14.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.14.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.140.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.140.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.140.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.140.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.140.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.141.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.141.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.141.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.141.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.141.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.142.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.142.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.142.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.142.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.142.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.143.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.143.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.143.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.143.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.143.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.144.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.144.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.144.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.144.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.144.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.145.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.145.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.145.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.145.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.145.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.146.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.146.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.146.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.146.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.146.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.147.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.147.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.147.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.147.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.147.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.148.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.148.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.148.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.148.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.148.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.149.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.149.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.149.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.149.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.149.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.15.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.15.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.15.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.15.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.15.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.150.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.150.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.150.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.150.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.150.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.151.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.151.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.151.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.151.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.151.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.152.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.152.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.152.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.152.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.152.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.153.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.153.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.153.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.153.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.153.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.154.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.154.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.154.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.154.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.154.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.155.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.155.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.155.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.155.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.155.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.156.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.156.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.156.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.156.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.156.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.157.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.157.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.157.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.157.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.157.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.158.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.158.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.158.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.158.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.158.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.159.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.159.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.159.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.159.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.159.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.16.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.16.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.16.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.16.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.16.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.160.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.160.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.160.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.160.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.160.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.161.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.161.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.161.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.161.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.161.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.162.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.162.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.162.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.162.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.162.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.163.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.163.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.163.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.163.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.163.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.164.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.164.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.164.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.164.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.164.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.165.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.165.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.165.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.165.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.165.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.166.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.166.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.166.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.166.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.166.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.167.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.167.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.167.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.167.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.167.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.168.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.168.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.168.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.168.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.168.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.169.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.169.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.169.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.169.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.169.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.17.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.17.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.17.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.17.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.17.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.170.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.170.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.170.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.170.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.170.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.171.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.171.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.171.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.171.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.171.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.172.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.172.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.172.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.172.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.172.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.173.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.173.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.173.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.173.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.173.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.174.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.174.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.174.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.174.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.174.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.175.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.175.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.175.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.175.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.175.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.176.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.176.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.176.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.176.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.176.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.177.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.177.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.177.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.177.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.177.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.178.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.178.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.178.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.178.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.178.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.179.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.179.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.179.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.179.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.179.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.18.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.18.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.18.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.18.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.18.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.180.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.180.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.180.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.180.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.180.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.181.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.181.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.181.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.181.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.181.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.182.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.182.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.182.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.182.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.182.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.183.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.183.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.183.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.183.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.183.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.184.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.184.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.184.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.184.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.184.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.185.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.185.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.185.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.185.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.185.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.186.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.186.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.186.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.186.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.186.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.187.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.187.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.187.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.187.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.187.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.188.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.188.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.188.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.188.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.188.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.189.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.189.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.189.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.189.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.189.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.19.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.19.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.19.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.19.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.19.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.190.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.190.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.190.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.190.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.190.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.191.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.191.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.191.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.191.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.191.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.192.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.192.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.192.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.192.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.192.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.192.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.193.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.193.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.193.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.193.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.193.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.193.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.194.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.194.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.194.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.194.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.194.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.194.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.195.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.195.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.195.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.195.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.195.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.195.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.196.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.196.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.196.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.196.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.196.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.196.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.197.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.197.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.197.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.197.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.197.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.197.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.198.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.198.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.198.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.198.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.198.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.198.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.199.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.199.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.199.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.199.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.199.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.199.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.2.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.2.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.2.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.2.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.2.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.20.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.20.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.20.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.20.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.20.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.200.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.200.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.200.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.200.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.200.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.200.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.201.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.201.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.201.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.201.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.201.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.201.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.202.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.202.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.202.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.202.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.202.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.202.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.203.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.203.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.203.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.203.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.203.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.203.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.204.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.204.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.204.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.204.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.204.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.204.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.205.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.205.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.205.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.205.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.205.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.205.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.206.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.206.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.206.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.206.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.206.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.206.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.207.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.207.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.207.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.207.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.207.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.207.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.208.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.208.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.208.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.208.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.208.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.208.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.209.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.209.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.209.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.209.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.209.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.209.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.21.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.21.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.21.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.21.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.21.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.210.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.210.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.210.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.210.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.210.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.210.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.211.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.211.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.211.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.211.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.211.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.211.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.212.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.212.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.212.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.212.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.212.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.212.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.213.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.213.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.213.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.213.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.213.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.213.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.214.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.214.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.214.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.214.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.214.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.214.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.215.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.215.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.215.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.215.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.215.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.215.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.216.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.216.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.216.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.216.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.216.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.216.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.217.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.217.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.217.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.217.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.217.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.217.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.218.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.218.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.218.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.218.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.218.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.218.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.219.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.219.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.219.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.219.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.219.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.219.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.22.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.22.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.22.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.22.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.22.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.220.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.220.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.220.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.220.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.220.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.220.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.221.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.221.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.221.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.221.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.221.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.221.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.222.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.222.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.222.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.222.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.222.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.222.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.223.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.223.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.223.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.223.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.223.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.223.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.224.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.224.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.224.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.224.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.224.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.224.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.225.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.225.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.225.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.225.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.225.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.225.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.226.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.226.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.226.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.226.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.226.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.226.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.227.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.227.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.227.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.227.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.227.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.227.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.228.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.228.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.228.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.228.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.228.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.228.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.229.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.229.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.229.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.229.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.229.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.229.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.23.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.23.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.23.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.23.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.23.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.230.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.230.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.230.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.230.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.230.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.230.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.231.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.231.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.231.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.231.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.231.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.231.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.232.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.232.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.232.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.232.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.232.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.232.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.233.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.233.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.233.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.233.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.233.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.233.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.234.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.234.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.234.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.234.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.234.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.234.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.235.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.235.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.235.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.235.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.235.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.235.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.236.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.236.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.236.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.236.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.236.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.236.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.237.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.237.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.237.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.237.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.237.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.237.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.238.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.238.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.238.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.238.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.238.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.238.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.239.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.239.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.239.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.239.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.239.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.239.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.24.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.24.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.24.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.24.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.24.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.240.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.240.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.240.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.240.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.240.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.240.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.241.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.241.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.241.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.241.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.241.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.241.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.242.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.242.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.242.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.242.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.242.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.242.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.243.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.243.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.243.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.243.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.243.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.243.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.244.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.244.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.244.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.244.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.244.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.244.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.245.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.245.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.245.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.245.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.245.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.245.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.246.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.246.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.246.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.246.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.246.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.246.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.247.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.247.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.247.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.247.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.247.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.247.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.248.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.248.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.248.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.248.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.248.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.248.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.249.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.249.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.249.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.249.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.249.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.249.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.25.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.25.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.25.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.25.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.25.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.250.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.250.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.250.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.250.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.250.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.250.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.251.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.251.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.251.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.251.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.251.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.251.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.252.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.252.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.252.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.252.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.252.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.252.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.253.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.253.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.253.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.253.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.253.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.253.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.254.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.254.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.254.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.254.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.254.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.254.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.255.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.255.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.255.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.255.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.255.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.255.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.14.mlp.experts.26.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.26.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.26.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.26.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.26.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.27.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.27.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.27.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.27.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.27.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.28.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.28.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.28.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.28.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.28.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.29.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.29.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.29.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.29.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.29.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.3.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.3.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.3.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.3.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.3.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.30.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.30.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.30.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.30.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.30.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.31.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.31.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.31.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.31.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.31.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.32.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.32.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.32.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.32.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.32.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.33.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.33.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.33.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.33.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.33.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.34.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.34.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.34.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.34.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.34.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.35.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.35.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.35.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.35.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.35.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.36.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.36.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.36.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.36.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.36.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.37.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.37.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.37.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.37.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.37.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.38.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.38.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.38.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.38.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.38.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.39.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.39.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.39.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.39.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.39.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.4.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.4.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.4.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.4.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.4.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.40.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.40.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.40.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.40.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.40.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.41.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.41.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.41.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.41.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.41.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.42.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.42.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.42.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.42.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.42.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.43.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.43.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.43.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.43.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.43.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.44.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.44.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.44.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.44.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.44.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.45.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.45.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.45.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.45.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.45.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.46.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.46.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.46.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.46.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.46.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.47.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.47.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.47.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.47.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.47.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.48.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.48.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.48.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.48.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.48.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.49.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.49.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.49.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.49.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.49.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.5.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.5.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.5.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.5.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.5.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.50.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.50.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.50.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.50.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.50.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.51.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.51.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.51.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.51.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.51.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.52.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.52.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.52.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.52.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.52.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.53.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.53.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.53.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.53.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.53.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.54.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.54.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.54.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.54.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.54.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.55.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.55.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.55.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.55.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.55.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.56.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.56.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.56.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.56.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.56.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.57.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.57.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.57.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.57.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.57.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.58.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.58.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.58.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.58.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.58.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.59.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.59.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.59.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.59.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.59.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.6.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.6.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.6.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.6.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.6.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.60.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.60.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.60.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.60.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.60.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.61.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.61.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.61.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.61.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.61.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.62.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.62.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.62.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.62.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.62.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.63.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.63.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.63.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.63.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.63.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.64.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.64.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.64.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.64.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.64.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.65.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.65.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.65.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.65.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.65.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.66.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.66.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.66.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.66.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.66.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.67.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.67.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.67.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.67.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.67.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.68.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.68.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.68.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.68.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.68.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.69.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.69.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.69.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.69.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.69.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.7.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.7.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.7.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.7.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.7.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.70.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.70.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.70.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.70.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.70.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.71.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.71.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.71.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.71.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.71.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.72.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.72.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.72.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.72.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.72.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.73.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.73.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.73.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.73.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.73.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.74.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.74.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.74.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.74.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.74.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.75.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.75.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.75.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.75.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.75.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.76.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.76.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.76.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.76.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.76.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.77.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.77.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.77.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.77.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.77.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.78.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.78.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.78.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.78.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.78.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.79.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.79.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.79.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.79.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.79.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.8.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.8.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.8.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.8.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.8.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.80.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.80.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.80.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.80.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.80.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.81.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.81.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.81.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.81.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.81.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.82.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.82.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.82.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.82.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.82.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.83.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.83.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.83.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.83.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.83.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.84.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.84.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.84.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.84.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.84.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.85.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.85.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.85.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.85.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.85.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.86.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.86.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.86.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.86.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.86.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.87.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.87.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.87.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.87.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.87.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.88.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.88.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.88.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.88.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.88.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.89.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.89.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.89.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.89.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.89.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.9.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.9.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.9.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.9.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.9.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.90.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.90.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.90.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.90.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.90.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.91.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.91.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.91.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.91.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.91.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.92.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.92.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.92.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.92.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.92.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.93.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.93.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.93.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.93.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.93.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.94.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.94.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.94.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.94.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.94.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.95.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.95.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.95.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.95.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.95.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.96.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.96.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.96.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.96.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.96.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.97.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.97.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.97.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.97.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.97.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.98.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.98.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.98.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.98.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.98.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.99.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.99.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.99.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.99.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.experts.99.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.router.gate.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.shared_experts.down_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.shared_experts.gate_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.mlp.shared_experts.up_proj.weight_scale": "model-00013-of-00081.safetensors",
+ "model.layers.14.post_attention_layernorm.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.post_mlp_layernorm.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.pre_mlp_layernorm.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.self_attn.gate_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.self_attn.k_norm.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.self_attn.k_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.self_attn.o_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.self_attn.q_norm.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.self_attn.q_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.14.self_attn.v_proj.weight": "model-00013-of-00081.safetensors",
+ "model.layers.15.input_layernorm.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.expert_bias": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.0.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.0.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.0.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.0.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.0.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.1.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.1.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.1.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.1.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.1.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.10.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.10.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.10.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.10.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.10.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.100.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.100.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.100.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.100.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.100.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.101.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.101.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.101.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.101.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.101.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.102.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.102.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.102.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.102.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.102.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.103.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.103.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.103.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.103.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.103.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.104.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.104.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.104.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.104.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.104.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.105.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.105.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.105.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.105.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.105.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.106.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.106.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.106.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.106.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.106.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.107.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.107.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.107.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.107.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.107.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.108.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.108.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.108.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.108.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.108.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.109.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.109.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.109.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.109.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.109.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.11.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.11.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.11.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.11.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.11.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.110.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.110.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.110.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.110.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.110.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.111.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.111.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.111.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.111.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.111.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.112.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.112.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.112.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.112.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.112.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.113.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.113.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.113.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.113.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.113.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.114.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.114.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.114.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.114.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.114.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.115.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.115.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.115.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.115.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.115.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.116.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.116.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.116.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.116.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.116.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.117.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.117.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.117.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.117.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.117.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.118.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.118.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.118.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.118.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.118.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.119.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.119.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.119.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.119.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.119.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.12.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.12.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.12.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.12.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.12.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.120.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.120.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.120.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.120.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.120.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.121.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.121.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.121.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.121.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.121.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.122.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.122.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.122.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.122.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.122.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.123.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.123.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.123.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.123.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.123.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.124.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.124.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.124.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.124.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.124.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.125.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.125.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.125.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.125.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.125.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.126.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.126.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.126.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.126.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.126.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.127.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.127.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.127.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.127.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.127.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.128.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.128.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.128.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.128.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.128.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.129.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.129.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.129.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.129.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.129.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.13.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.13.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.13.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.13.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.13.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.130.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.130.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.130.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.130.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.130.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.131.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.131.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.131.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.131.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.131.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.132.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.132.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.132.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.132.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.132.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.133.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.133.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.133.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.133.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.133.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.134.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.134.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.134.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.134.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.134.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.135.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.135.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.135.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.135.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.135.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.136.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.136.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.136.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.136.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.136.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.137.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.137.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.137.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.137.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.137.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.138.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.138.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.138.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.138.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.138.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.139.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.139.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.139.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.139.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.139.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.14.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.14.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.14.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.14.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.14.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.140.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.140.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.140.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.140.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.140.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.141.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.141.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.141.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.141.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.141.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.142.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.142.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.142.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.142.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.142.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.143.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.143.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.143.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.143.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.143.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.144.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.144.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.144.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.144.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.144.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.145.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.145.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.145.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.145.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.145.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.146.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.146.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.146.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.146.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.146.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.147.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.147.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.147.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.147.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.147.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.148.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.148.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.148.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.148.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.148.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.149.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.149.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.149.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.149.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.149.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.15.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.15.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.15.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.15.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.15.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.150.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.150.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.150.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.150.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.150.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.151.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.151.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.151.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.151.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.151.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.152.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.152.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.152.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.152.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.152.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.153.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.153.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.153.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.153.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.153.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.154.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.154.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.154.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.154.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.154.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.155.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.155.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.155.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.155.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.155.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.156.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.156.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.156.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.156.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.156.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.157.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.157.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.157.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.157.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.157.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.158.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.158.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.158.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.158.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.158.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.159.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.159.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.159.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.159.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.159.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.16.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.16.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.16.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.16.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.16.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.160.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.160.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.160.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.160.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.160.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.161.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.161.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.161.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.161.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.161.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.162.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.162.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.162.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.162.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.162.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.163.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.163.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.163.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.163.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.163.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.164.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.164.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.164.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.164.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.164.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.165.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.165.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.165.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.165.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.165.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.166.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.166.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.166.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.166.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.166.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.167.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.167.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.167.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.167.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.167.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.168.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.168.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.168.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.168.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.168.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.169.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.169.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.169.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.169.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.169.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.17.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.17.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.17.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.17.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.17.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.170.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.170.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.170.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.170.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.170.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.171.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.171.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.171.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.171.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.171.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.172.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.172.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.172.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.172.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.172.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.173.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.173.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.173.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.173.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.173.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.174.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.174.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.174.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.174.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.174.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.175.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.175.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.175.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.175.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.175.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.176.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.176.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.176.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.176.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.176.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.177.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.177.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.177.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.177.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.177.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.178.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.178.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.178.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.178.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.178.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.179.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.179.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.179.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.179.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.179.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.18.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.18.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.18.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.18.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.18.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.180.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.180.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.180.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.180.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.180.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.181.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.181.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.181.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.181.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.181.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.182.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.182.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.182.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.182.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.182.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.183.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.183.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.183.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.183.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.183.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.184.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.184.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.184.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.184.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.184.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.185.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.185.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.185.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.185.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.185.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.186.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.186.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.186.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.186.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.186.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.187.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.187.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.187.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.187.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.187.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.188.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.188.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.188.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.188.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.188.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.189.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.189.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.189.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.189.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.189.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.19.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.19.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.19.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.19.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.19.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.190.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.190.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.190.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.190.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.190.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.191.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.191.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.191.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.191.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.191.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.192.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.192.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.192.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.192.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.192.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.192.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.193.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.193.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.193.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.193.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.193.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.193.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.194.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.194.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.194.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.194.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.194.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.194.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.195.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.195.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.195.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.195.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.195.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.195.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.196.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.196.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.196.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.196.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.196.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.196.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.197.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.197.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.197.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.197.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.197.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.197.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.198.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.198.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.198.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.198.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.198.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.198.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.199.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.199.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.199.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.199.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.199.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.199.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.2.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.2.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.2.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.2.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.2.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.20.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.20.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.20.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.20.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.20.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.200.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.200.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.200.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.200.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.200.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.200.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.201.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.201.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.201.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.201.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.201.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.201.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.202.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.202.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.202.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.202.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.202.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.202.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.203.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.203.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.203.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.203.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.203.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.203.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.204.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.204.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.204.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.204.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.204.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.204.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.205.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.205.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.205.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.205.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.205.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.205.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.206.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.206.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.206.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.206.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.206.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.206.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.207.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.207.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.207.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.207.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.207.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.207.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.208.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.208.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.208.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.208.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.208.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.208.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.209.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.209.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.209.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.209.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.209.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.209.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.21.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.21.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.21.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.21.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.21.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.210.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.210.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.210.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.210.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.210.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.210.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.211.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.211.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.211.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.211.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.211.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.211.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.212.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.212.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.212.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.212.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.212.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.212.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.213.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.213.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.213.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.213.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.213.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.213.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.214.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.214.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.214.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.214.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.214.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.214.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.215.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.215.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.215.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.215.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.215.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.215.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.216.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.216.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.216.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.216.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.216.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.216.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.217.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.217.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.217.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.217.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.217.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.217.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.218.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.218.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.218.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.218.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.218.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.218.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.219.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.219.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.219.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.219.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.219.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.219.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.22.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.22.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.22.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.22.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.22.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.220.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.220.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.220.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.220.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.220.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.220.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.221.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.221.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.221.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.221.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.221.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.221.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.222.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.222.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.222.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.222.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.222.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.222.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.223.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.223.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.223.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.223.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.223.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.223.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.224.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.224.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.224.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.224.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.224.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.224.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.225.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.225.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.225.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.225.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.225.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.225.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.226.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.226.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.226.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.226.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.226.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.226.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.227.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.227.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.227.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.227.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.227.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.227.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.228.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.228.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.228.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.228.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.228.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.228.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.229.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.229.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.229.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.229.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.229.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.229.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.23.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.23.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.23.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.23.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.23.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.230.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.230.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.230.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.230.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.230.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.230.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.231.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.231.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.231.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.231.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.231.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.231.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.232.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.232.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.232.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.232.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.232.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.232.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.233.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.233.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.233.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.233.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.233.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.233.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.234.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.234.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.234.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.234.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.234.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.234.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.235.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.235.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.235.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.235.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.235.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.235.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.236.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.236.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.236.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.236.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.236.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.236.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.237.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.237.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.237.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.237.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.237.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.237.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.238.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.238.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.238.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.238.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.238.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.238.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.239.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.239.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.239.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.239.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.239.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.239.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.24.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.24.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.24.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.24.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.24.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.240.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.240.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.240.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.240.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.240.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.240.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.241.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.241.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.241.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.241.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.241.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.241.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.242.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.242.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.242.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.242.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.242.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.242.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.243.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.243.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.243.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.243.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.243.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.243.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.244.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.244.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.244.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.244.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.244.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.244.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.245.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.245.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.245.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.245.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.245.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.245.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.246.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.246.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.246.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.246.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.246.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.246.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.247.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.247.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.247.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.247.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.247.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.247.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.248.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.248.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.248.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.248.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.248.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.248.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.249.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.249.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.249.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.249.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.249.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.249.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.25.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.25.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.25.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.25.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.25.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.250.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.250.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.250.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.250.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.250.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.250.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.251.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.251.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.251.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.251.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.251.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.251.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.252.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.252.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.252.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.252.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.252.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.252.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.253.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.253.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.253.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.253.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.253.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.253.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.254.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.254.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.254.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.254.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.254.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.254.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.255.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.255.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.255.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.255.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.255.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.255.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.15.mlp.experts.26.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.26.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.26.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.26.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.26.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.27.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.27.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.27.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.27.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.27.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.28.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.28.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.28.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.28.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.28.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.29.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.29.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.29.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.29.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.29.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.3.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.3.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.3.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.3.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.3.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.30.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.30.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.30.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.30.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.30.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.31.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.31.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.31.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.31.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.31.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.32.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.32.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.32.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.32.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.32.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.33.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.33.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.33.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.33.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.33.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.34.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.34.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.34.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.34.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.34.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.35.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.35.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.35.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.35.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.35.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.36.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.36.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.36.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.36.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.36.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.37.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.37.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.37.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.37.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.37.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.38.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.38.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.38.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.38.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.38.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.39.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.39.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.39.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.39.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.39.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.4.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.4.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.4.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.4.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.4.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.40.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.40.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.40.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.40.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.40.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.41.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.41.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.41.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.41.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.41.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.42.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.42.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.42.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.42.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.42.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.43.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.43.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.43.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.43.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.43.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.44.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.44.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.44.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.44.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.44.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.45.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.45.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.45.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.45.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.45.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.46.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.46.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.46.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.46.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.46.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.47.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.47.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.47.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.47.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.47.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.48.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.48.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.48.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.48.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.48.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.49.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.49.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.49.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.49.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.49.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.5.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.5.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.5.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.5.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.5.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.50.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.50.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.50.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.50.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.50.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.51.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.51.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.51.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.51.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.51.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.52.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.52.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.52.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.52.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.52.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.53.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.53.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.53.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.53.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.53.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.54.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.54.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.54.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.54.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.54.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.55.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.55.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.55.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.55.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.55.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.56.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.56.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.56.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.56.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.56.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.57.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.57.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.57.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.57.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.57.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.58.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.58.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.58.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.58.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.58.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.59.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.59.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.59.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.59.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.59.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.6.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.6.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.6.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.6.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.6.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.60.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.60.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.60.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.60.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.60.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.61.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.61.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.61.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.61.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.61.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.62.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.62.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.62.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.62.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.62.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.63.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.63.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.63.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.63.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.63.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.64.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.64.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.64.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.64.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.64.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.65.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.65.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.65.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.65.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.65.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.66.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.66.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.66.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.66.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.66.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.67.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.67.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.67.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.67.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.67.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.68.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.68.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.68.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.68.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.68.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.69.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.69.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.69.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.69.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.69.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.7.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.7.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.7.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.7.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.7.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.70.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.70.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.70.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.70.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.70.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.71.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.71.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.71.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.71.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.71.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.72.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.72.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.72.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.72.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.72.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.73.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.73.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.73.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.73.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.73.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.74.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.74.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.74.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.74.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.74.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.75.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.75.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.75.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.75.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.75.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.76.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.76.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.76.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.76.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.76.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.77.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.77.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.77.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.77.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.77.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.78.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.78.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.78.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.78.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.78.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.79.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.79.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.79.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.79.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.79.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.8.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.8.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.8.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.8.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.8.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.80.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.80.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.80.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.80.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.80.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.81.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.81.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.81.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.81.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.81.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.82.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.82.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.82.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.82.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.82.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.83.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.83.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.83.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.83.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.83.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.84.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.84.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.84.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.84.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.84.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.85.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.85.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.85.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.85.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.85.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.86.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.86.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.86.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.86.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.86.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.87.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.87.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.87.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.87.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.87.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.88.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.88.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.88.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.88.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.88.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.89.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.89.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.89.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.89.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.89.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.9.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.9.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.9.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.9.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.9.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.experts.90.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.90.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.90.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.90.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.90.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.91.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.91.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.91.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.91.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.91.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.92.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.92.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.92.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.92.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.92.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.93.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.93.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.93.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.93.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.93.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.94.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.94.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.94.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.94.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.94.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.95.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.95.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.95.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.95.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.95.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.96.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.96.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.96.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.96.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.96.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.97.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.97.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.97.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.97.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.97.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.98.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.98.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.98.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.98.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.98.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.99.down_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.99.down_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.99.gate_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.99.up_proj.weight": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.experts.99.up_proj.weight_scale": "model-00015-of-00081.safetensors",
+ "model.layers.15.mlp.router.gate.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.shared_experts.down_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.shared_experts.gate_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.mlp.shared_experts.up_proj.weight_scale": "model-00014-of-00081.safetensors",
+ "model.layers.15.post_attention_layernorm.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.post_mlp_layernorm.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.pre_mlp_layernorm.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.self_attn.gate_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.self_attn.k_norm.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.self_attn.k_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.self_attn.o_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.self_attn.q_norm.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.self_attn.q_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.15.self_attn.v_proj.weight": "model-00014-of-00081.safetensors",
+ "model.layers.16.input_layernorm.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.expert_bias": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.0.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.0.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.0.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.0.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.0.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.1.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.1.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.1.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.1.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.1.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.10.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.10.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.10.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.10.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.10.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.100.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.100.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.100.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.100.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.100.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.101.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.101.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.101.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.101.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.101.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.102.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.102.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.102.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.102.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.102.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.103.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.103.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.103.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.103.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.103.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.104.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.104.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.104.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.104.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.104.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.105.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.105.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.105.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.105.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.105.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.106.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.106.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.106.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.106.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.106.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.107.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.107.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.107.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.107.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.107.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.108.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.108.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.108.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.108.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.108.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.109.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.109.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.109.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.109.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.109.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.11.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.11.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.11.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.11.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.11.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.110.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.110.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.110.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.110.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.110.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.111.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.111.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.111.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.111.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.111.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.112.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.112.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.112.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.112.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.112.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.113.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.113.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.113.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.113.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.113.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.114.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.114.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.114.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.114.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.114.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.115.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.115.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.115.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.115.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.115.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.116.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.116.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.116.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.116.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.116.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.117.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.117.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.117.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.117.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.117.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.118.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.118.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.118.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.118.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.118.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.119.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.119.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.119.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.119.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.119.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.12.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.12.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.12.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.12.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.12.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.120.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.120.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.120.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.120.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.120.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.121.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.121.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.121.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.121.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.121.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.122.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.122.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.122.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.122.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.122.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.123.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.123.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.123.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.123.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.123.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.124.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.124.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.124.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.124.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.124.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.125.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.125.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.125.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.125.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.125.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.126.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.126.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.126.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.126.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.126.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.127.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.127.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.127.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.127.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.127.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.128.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.128.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.128.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.128.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.128.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.129.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.129.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.129.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.129.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.129.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.13.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.13.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.13.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.13.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.13.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.130.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.130.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.130.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.130.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.130.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.131.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.131.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.131.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.131.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.131.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.132.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.132.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.132.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.132.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.132.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.133.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.133.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.133.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.133.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.133.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.134.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.134.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.134.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.134.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.134.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.135.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.135.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.135.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.135.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.135.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.136.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.136.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.136.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.136.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.136.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.137.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.137.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.137.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.137.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.137.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.138.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.138.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.138.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.138.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.138.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.139.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.139.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.139.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.139.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.139.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.14.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.14.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.14.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.14.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.14.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.140.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.140.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.140.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.140.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.140.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.141.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.141.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.141.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.141.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.141.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.142.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.142.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.142.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.142.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.142.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.143.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.143.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.143.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.143.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.143.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.144.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.144.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.144.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.144.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.144.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.145.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.145.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.145.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.145.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.145.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.146.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.146.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.146.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.146.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.146.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.147.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.147.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.147.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.147.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.147.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.148.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.148.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.148.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.148.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.148.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.149.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.149.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.149.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.149.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.149.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.15.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.15.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.15.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.15.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.15.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.150.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.150.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.150.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.150.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.150.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.151.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.151.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.151.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.151.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.151.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.152.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.152.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.152.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.152.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.152.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.153.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.153.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.153.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.153.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.153.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.154.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.154.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.154.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.154.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.154.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.155.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.155.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.155.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.155.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.155.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.156.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.156.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.156.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.156.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.156.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.157.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.157.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.157.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.157.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.157.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.158.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.158.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.158.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.158.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.158.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.159.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.159.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.159.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.159.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.159.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.16.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.16.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.16.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.16.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.16.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.160.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.160.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.160.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.160.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.160.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.161.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.161.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.161.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.161.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.161.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.162.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.162.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.162.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.162.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.162.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.163.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.163.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.163.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.163.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.163.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.164.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.164.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.164.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.164.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.164.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.165.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.165.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.165.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.165.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.165.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.166.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.166.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.166.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.166.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.166.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.167.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.167.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.167.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.167.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.167.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.168.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.168.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.168.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.168.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.168.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.169.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.169.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.169.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.169.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.169.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.17.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.17.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.17.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.17.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.17.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.170.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.170.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.170.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.170.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.170.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.171.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.171.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.171.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.171.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.171.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.172.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.172.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.172.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.172.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.172.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.173.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.173.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.173.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.173.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.173.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.174.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.174.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.174.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.174.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.174.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.175.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.175.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.175.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.175.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.175.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.176.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.176.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.176.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.176.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.176.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.177.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.177.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.177.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.177.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.177.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.178.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.178.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.178.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.178.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.178.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.179.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.179.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.179.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.179.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.179.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.18.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.18.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.18.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.18.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.18.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.180.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.180.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.180.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.180.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.180.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.181.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.181.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.181.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.181.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.181.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.182.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.182.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.182.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.182.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.182.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.183.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.183.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.183.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.183.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.183.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.184.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.184.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.184.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.184.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.184.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.185.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.185.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.185.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.185.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.185.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.186.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.186.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.186.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.186.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.186.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.187.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.187.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.187.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.187.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.187.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.188.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.188.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.188.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.188.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.188.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.189.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.189.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.189.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.189.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.189.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.19.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.19.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.19.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.19.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.19.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.190.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.190.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.190.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.190.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.190.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.191.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.191.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.191.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.191.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.191.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.192.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.192.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.192.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.192.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.192.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.192.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.193.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.193.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.193.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.193.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.193.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.193.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.194.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.194.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.194.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.194.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.194.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.194.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.195.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.195.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.195.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.195.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.195.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.195.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.196.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.196.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.196.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.196.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.196.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.196.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.197.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.197.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.197.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.197.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.197.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.197.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.198.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.198.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.198.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.198.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.198.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.198.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.199.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.199.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.199.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.199.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.199.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.199.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.2.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.2.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.2.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.2.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.2.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.20.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.20.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.20.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.20.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.20.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.200.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.200.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.200.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.200.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.200.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.200.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.201.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.201.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.201.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.201.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.201.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.201.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.202.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.202.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.202.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.202.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.202.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.202.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.203.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.203.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.203.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.203.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.203.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.203.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.204.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.204.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.204.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.204.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.204.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.204.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.205.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.205.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.205.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.205.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.205.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.205.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.206.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.206.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.206.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.206.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.206.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.206.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.207.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.207.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.207.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.207.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.207.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.207.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.208.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.208.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.208.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.208.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.208.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.208.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.209.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.209.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.209.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.209.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.209.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.209.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.21.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.21.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.21.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.21.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.21.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.210.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.210.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.210.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.210.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.210.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.210.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.211.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.211.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.211.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.211.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.211.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.211.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.212.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.212.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.212.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.212.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.212.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.212.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.213.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.213.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.213.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.213.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.213.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.213.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.214.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.214.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.214.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.214.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.214.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.214.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.215.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.215.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.215.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.215.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.215.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.215.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.216.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.216.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.216.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.216.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.216.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.216.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.217.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.217.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.217.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.217.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.217.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.217.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.218.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.218.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.218.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.218.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.218.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.218.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.219.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.219.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.219.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.219.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.219.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.219.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.22.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.22.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.22.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.22.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.22.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.220.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.220.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.220.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.220.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.220.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.220.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.221.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.221.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.221.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.221.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.221.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.221.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.222.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.222.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.222.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.222.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.222.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.222.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.223.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.223.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.223.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.223.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.223.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.223.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.224.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.224.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.224.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.224.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.224.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.224.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.225.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.225.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.225.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.225.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.225.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.225.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.226.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.226.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.226.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.226.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.226.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.226.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.227.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.227.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.227.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.227.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.227.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.227.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.228.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.228.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.228.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.228.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.228.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.228.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.229.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.229.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.229.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.229.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.229.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.229.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.23.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.23.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.23.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.23.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.23.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.230.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.230.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.230.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.230.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.230.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.230.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.231.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.231.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.231.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.231.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.231.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.231.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.232.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.232.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.232.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.232.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.232.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.232.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.233.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.233.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.233.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.233.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.233.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.233.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.234.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.234.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.234.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.234.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.234.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.234.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.235.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.235.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.235.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.235.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.235.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.235.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.236.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.236.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.236.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.236.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.236.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.236.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.237.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.237.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.237.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.237.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.237.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.237.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.238.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.238.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.238.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.238.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.238.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.238.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.239.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.239.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.239.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.239.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.239.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.239.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.24.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.24.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.24.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.24.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.24.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.240.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.240.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.240.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.240.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.240.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.240.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.241.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.241.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.241.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.241.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.241.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.241.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.242.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.242.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.242.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.242.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.242.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.242.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.243.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.243.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.243.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.243.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.243.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.243.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.244.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.244.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.244.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.244.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.244.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.244.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.245.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.245.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.245.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.245.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.245.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.245.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.246.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.246.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.246.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.246.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.246.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.246.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.247.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.247.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.247.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.247.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.247.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.247.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.248.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.248.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.248.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.248.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.248.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.248.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.249.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.249.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.249.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.249.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.249.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.249.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.25.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.25.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.25.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.25.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.25.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.250.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.250.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.250.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.250.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.250.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.250.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.251.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.251.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.251.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.251.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.251.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.251.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.252.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.252.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.252.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.252.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.252.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.252.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.253.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.253.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.253.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.253.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.253.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.253.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.254.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.254.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.254.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.254.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.254.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.254.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.255.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.255.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.255.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.255.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.255.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.255.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.16.mlp.experts.26.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.26.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.26.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.26.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.26.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.27.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.27.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.27.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.27.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.27.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.28.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.28.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.28.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.28.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.28.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.29.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.29.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.29.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.29.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.29.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.3.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.3.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.3.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.3.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.3.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.30.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.30.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.30.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.30.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.30.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.31.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.31.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.31.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.31.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.31.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.32.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.32.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.32.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.32.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.32.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.33.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.33.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.33.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.33.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.33.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.34.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.34.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.34.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.34.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.34.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.35.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.35.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.35.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.35.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.35.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.36.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.36.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.36.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.36.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.36.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.37.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.37.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.37.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.37.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.37.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.38.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.38.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.38.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.38.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.38.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.39.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.39.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.39.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.39.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.39.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.4.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.4.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.4.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.4.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.4.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.40.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.40.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.40.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.40.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.40.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.41.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.41.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.41.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.41.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.41.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.42.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.42.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.42.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.42.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.42.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.43.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.43.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.43.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.43.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.43.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.44.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.44.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.44.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.44.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.44.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.45.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.45.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.45.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.45.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.45.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.46.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.46.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.46.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.46.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.46.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.47.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.47.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.47.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.47.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.47.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.48.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.48.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.48.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.48.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.48.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.49.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.49.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.49.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.49.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.49.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.5.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.5.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.5.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.5.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.5.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.50.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.50.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.50.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.50.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.50.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.51.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.51.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.51.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.51.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.51.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.52.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.52.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.52.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.52.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.52.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.53.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.53.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.53.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.53.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.53.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.54.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.54.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.54.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.54.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.54.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.55.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.55.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.55.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.55.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.55.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.56.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.56.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.56.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.56.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.56.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.57.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.57.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.57.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.57.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.57.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.58.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.58.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.58.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.58.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.58.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.59.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.59.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.59.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.59.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.59.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.6.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.6.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.6.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.6.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.6.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.60.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.60.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.60.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.60.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.60.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.61.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.61.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.61.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.61.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.61.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.62.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.62.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.62.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.62.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.62.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.63.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.63.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.63.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.63.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.63.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.64.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.64.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.64.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.64.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.64.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.65.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.65.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.65.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.65.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.65.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.66.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.66.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.66.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.66.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.66.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.67.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.67.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.67.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.67.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.67.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.68.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.68.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.68.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.68.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.68.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.69.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.69.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.69.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.69.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.69.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.7.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.7.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.7.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.7.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.7.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.70.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.70.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.70.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.70.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.70.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.71.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.71.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.71.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.71.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.71.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.72.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.72.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.72.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.72.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.72.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.73.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.73.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.73.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.73.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.73.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.74.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.74.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.74.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.74.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.74.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.75.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.75.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.75.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.75.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.75.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.76.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.76.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.76.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.76.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.76.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.77.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.77.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.77.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.77.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.77.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.78.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.78.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.78.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.78.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.78.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.79.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.79.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.79.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.79.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.79.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.8.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.8.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.8.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.8.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.8.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.80.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.80.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.80.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.80.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.80.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.81.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.81.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.81.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.81.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.81.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.82.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.82.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.82.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.82.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.82.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.83.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.83.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.83.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.83.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.83.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.84.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.84.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.84.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.84.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.84.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.85.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.85.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.85.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.85.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.85.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.86.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.86.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.86.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.86.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.86.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.87.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.87.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.87.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.87.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.87.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.88.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.88.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.88.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.88.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.88.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.89.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.89.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.89.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.89.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.89.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.9.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.9.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.9.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.9.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.9.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.90.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.90.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.90.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.90.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.90.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.91.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.91.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.91.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.91.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.91.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.92.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.92.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.92.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.92.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.92.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.93.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.93.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.93.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.93.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.93.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.94.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.94.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.94.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.94.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.94.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.95.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.95.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.95.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.95.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.95.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.96.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.96.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.96.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.96.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.96.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.97.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.97.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.97.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.97.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.97.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.98.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.98.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.98.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.98.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.98.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.99.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.99.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.99.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.99.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.experts.99.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.router.gate.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.shared_experts.down_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.shared_experts.gate_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.mlp.shared_experts.up_proj.weight_scale": "model-00016-of-00081.safetensors",
+ "model.layers.16.post_attention_layernorm.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.post_mlp_layernorm.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.pre_mlp_layernorm.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.self_attn.gate_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.self_attn.k_norm.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.self_attn.k_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.self_attn.o_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.self_attn.q_norm.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.self_attn.q_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.16.self_attn.v_proj.weight": "model-00016-of-00081.safetensors",
+ "model.layers.17.input_layernorm.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.expert_bias": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.0.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.0.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.0.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.0.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.0.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.1.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.1.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.1.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.1.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.1.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.10.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.10.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.10.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.10.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.10.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.100.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.100.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.100.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.100.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.100.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.101.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.101.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.101.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.101.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.101.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.102.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.102.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.102.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.102.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.102.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.103.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.103.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.103.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.103.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.103.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.104.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.104.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.104.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.104.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.104.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.105.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.105.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.105.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.105.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.105.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.106.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.106.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.106.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.106.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.106.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.107.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.107.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.107.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.107.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.107.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.108.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.108.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.108.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.108.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.108.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.109.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.109.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.109.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.109.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.109.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.11.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.11.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.11.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.11.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.11.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.110.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.110.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.110.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.110.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.110.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.111.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.111.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.111.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.111.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.111.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.112.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.112.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.112.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.112.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.112.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.113.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.113.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.113.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.113.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.113.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.114.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.114.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.114.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.114.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.114.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.115.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.115.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.115.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.115.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.115.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.116.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.116.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.116.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.116.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.116.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.117.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.117.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.117.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.117.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.117.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.118.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.118.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.118.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.118.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.118.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.119.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.119.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.119.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.119.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.119.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.12.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.12.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.12.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.12.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.12.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.120.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.120.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.120.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.120.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.120.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.121.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.121.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.121.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.121.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.121.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.122.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.122.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.122.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.122.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.122.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.123.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.123.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.123.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.123.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.123.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.124.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.124.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.124.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.124.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.124.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.125.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.125.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.125.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.125.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.125.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.126.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.126.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.126.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.126.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.126.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.127.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.127.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.127.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.127.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.127.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.128.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.128.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.128.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.128.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.128.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.129.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.129.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.129.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.129.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.129.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.13.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.13.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.13.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.13.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.13.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.130.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.130.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.130.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.130.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.130.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.131.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.131.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.131.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.131.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.131.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.132.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.132.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.132.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.132.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.132.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.133.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.133.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.133.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.133.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.133.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.134.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.134.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.134.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.134.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.134.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.135.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.135.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.135.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.135.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.135.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.136.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.136.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.136.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.136.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.136.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.137.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.137.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.137.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.137.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.137.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.138.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.138.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.138.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.138.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.138.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.139.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.139.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.139.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.139.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.139.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.14.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.14.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.14.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.14.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.14.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.140.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.140.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.140.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.140.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.140.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.141.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.141.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.141.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.141.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.141.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.142.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.142.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.142.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.142.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.142.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.143.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.143.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.143.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.143.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.143.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.144.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.144.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.144.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.144.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.144.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.145.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.145.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.145.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.145.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.145.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.146.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.146.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.146.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.146.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.146.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.147.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.147.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.147.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.147.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.147.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.148.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.148.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.148.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.148.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.148.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.149.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.149.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.149.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.149.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.149.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.15.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.15.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.15.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.15.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.15.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.150.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.150.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.150.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.150.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.150.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.151.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.151.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.151.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.151.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.151.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.152.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.152.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.152.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.152.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.152.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.153.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.153.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.153.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.153.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.153.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.154.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.154.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.154.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.154.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.154.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.155.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.155.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.155.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.155.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.155.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.156.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.156.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.156.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.156.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.156.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.157.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.157.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.157.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.157.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.157.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.158.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.158.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.158.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.158.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.158.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.159.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.159.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.159.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.159.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.159.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.16.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.16.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.16.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.16.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.16.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.160.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.160.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.160.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.160.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.160.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.161.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.161.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.161.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.161.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.161.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.162.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.162.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.162.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.162.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.162.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.163.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.163.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.163.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.163.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.163.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.164.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.164.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.164.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.164.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.164.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.165.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.165.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.165.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.165.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.165.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.166.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.166.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.166.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.166.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.166.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.167.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.167.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.167.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.167.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.167.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.168.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.168.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.168.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.168.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.168.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.169.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.169.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.169.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.169.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.169.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.17.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.17.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.17.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.17.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.17.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.170.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.170.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.170.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.170.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.170.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.171.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.171.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.171.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.171.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.171.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.172.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.172.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.172.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.172.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.172.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.173.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.173.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.173.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.173.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.173.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.174.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.174.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.174.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.174.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.174.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.175.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.175.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.175.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.175.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.175.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.176.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.176.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.176.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.176.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.176.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.177.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.177.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.177.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.177.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.177.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.178.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.178.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.178.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.178.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.178.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.179.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.179.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.179.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.179.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.179.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.18.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.18.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.18.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.18.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.18.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.180.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.180.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.180.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.180.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.180.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.181.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.181.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.181.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.181.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.181.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.182.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.182.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.182.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.182.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.182.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.183.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.183.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.183.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.183.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.183.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.184.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.184.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.184.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.184.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.184.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.185.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.185.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.185.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.185.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.185.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.186.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.186.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.186.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.186.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.186.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.187.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.187.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.187.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.187.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.187.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.188.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.188.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.188.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.188.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.188.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.189.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.189.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.189.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.189.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.189.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.19.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.19.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.19.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.19.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.19.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.190.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.190.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.190.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.190.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.190.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.191.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.191.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.191.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.191.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.191.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.192.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.192.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.192.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.192.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.192.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.192.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.193.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.193.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.193.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.193.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.193.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.193.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.194.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.194.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.194.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.194.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.194.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.194.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.195.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.195.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.195.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.195.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.195.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.195.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.196.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.196.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.196.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.196.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.196.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.196.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.197.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.197.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.197.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.197.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.197.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.197.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.198.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.198.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.198.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.198.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.198.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.198.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.199.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.199.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.199.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.199.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.199.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.199.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.2.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.2.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.2.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.2.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.2.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.20.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.20.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.20.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.20.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.20.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.200.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.200.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.200.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.200.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.200.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.200.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.201.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.201.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.201.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.201.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.201.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.201.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.202.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.202.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.202.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.202.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.202.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.202.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.203.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.203.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.203.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.203.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.203.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.203.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.204.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.204.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.204.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.204.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.204.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.204.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.205.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.205.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.205.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.205.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.205.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.205.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.206.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.206.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.206.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.206.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.206.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.206.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.207.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.207.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.207.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.207.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.207.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.207.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.208.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.208.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.208.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.208.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.208.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.208.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.209.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.209.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.209.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.209.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.209.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.209.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.21.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.21.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.21.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.21.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.21.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.210.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.210.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.210.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.210.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.210.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.210.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.211.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.211.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.211.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.211.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.211.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.211.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.212.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.212.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.212.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.212.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.212.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.212.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.213.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.213.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.213.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.213.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.213.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.213.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.214.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.214.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.214.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.214.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.214.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.214.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.215.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.215.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.215.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.215.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.215.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.215.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.216.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.216.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.216.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.216.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.216.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.216.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.217.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.217.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.217.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.217.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.217.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.217.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.218.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.218.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.218.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.218.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.218.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.218.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.219.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.219.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.219.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.219.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.219.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.219.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.22.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.22.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.22.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.22.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.22.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.220.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.220.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.220.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.220.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.220.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.220.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.221.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.221.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.221.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.221.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.221.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.221.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.222.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.222.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.222.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.222.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.222.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.222.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.223.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.223.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.223.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.223.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.223.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.223.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.224.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.224.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.224.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.224.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.224.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.224.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.225.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.225.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.225.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.225.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.225.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.225.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.226.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.226.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.226.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.226.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.226.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.226.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.227.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.227.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.227.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.227.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.227.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.227.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.228.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.228.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.228.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.228.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.228.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.228.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.229.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.229.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.229.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.229.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.229.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.229.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.23.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.23.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.23.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.23.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.23.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.230.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.230.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.230.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.230.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.230.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.230.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.231.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.231.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.231.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.231.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.231.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.231.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.232.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.232.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.232.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.232.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.232.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.232.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.233.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.233.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.233.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.233.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.233.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.233.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.234.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.234.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.234.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.234.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.234.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.234.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.235.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.235.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.235.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.235.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.235.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.235.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.236.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.236.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.236.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.236.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.236.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.236.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.237.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.237.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.237.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.237.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.237.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.237.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.238.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.238.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.238.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.238.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.238.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.238.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.239.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.239.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.239.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.239.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.239.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.239.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.24.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.24.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.24.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.24.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.24.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.240.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.240.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.240.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.240.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.240.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.240.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.241.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.241.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.241.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.241.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.241.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.241.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.242.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.242.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.242.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.242.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.242.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.242.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.243.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.243.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.243.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.243.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.243.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.243.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.244.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.244.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.244.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.244.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.244.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.244.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.245.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.245.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.245.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.245.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.245.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.245.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.246.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.246.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.246.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.246.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.246.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.246.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.247.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.247.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.247.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.247.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.247.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.247.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.248.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.248.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.248.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.248.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.248.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.248.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.249.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.249.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.249.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.249.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.249.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.249.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.25.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.25.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.25.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.25.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.25.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.250.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.250.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.250.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.250.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.250.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.250.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.251.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.251.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.251.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.251.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.251.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.251.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.252.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.252.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.252.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.252.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.252.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.252.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.253.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.253.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.253.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.253.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.253.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.253.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.254.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.254.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.254.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.254.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.254.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.254.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.255.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.255.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.255.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.255.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.255.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.255.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.17.mlp.experts.26.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.26.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.26.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.26.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.26.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.27.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.27.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.27.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.27.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.27.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.28.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.28.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.28.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.28.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.28.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.29.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.29.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.29.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.29.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.29.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.3.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.3.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.3.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.3.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.3.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.30.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.30.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.30.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.30.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.30.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.31.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.31.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.31.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.31.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.31.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.32.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.32.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.32.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.32.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.32.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.33.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.33.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.33.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.33.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.33.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.34.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.34.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.34.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.34.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.34.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.35.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.35.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.35.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.35.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.35.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.36.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.36.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.36.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.36.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.36.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.37.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.37.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.37.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.37.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.37.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.38.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.38.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.38.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.38.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.38.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.39.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.39.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.39.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.39.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.39.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.4.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.4.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.4.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.4.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.4.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.40.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.40.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.40.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.40.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.40.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.41.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.41.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.41.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.41.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.41.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.42.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.42.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.42.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.42.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.42.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.43.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.43.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.43.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.43.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.43.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.44.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.44.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.44.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.44.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.44.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.45.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.45.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.45.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.45.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.45.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.46.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.46.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.46.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.46.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.46.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.47.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.47.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.47.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.47.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.47.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.48.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.48.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.48.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.48.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.48.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.49.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.49.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.49.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.49.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.49.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.5.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.5.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.5.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.5.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.5.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.50.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.50.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.50.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.50.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.50.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.51.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.51.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.51.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.51.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.51.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.52.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.52.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.52.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.52.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.52.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.53.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.53.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.53.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.53.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.53.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.54.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.54.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.54.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.54.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.54.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.55.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.55.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.55.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.55.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.55.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.56.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.56.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.56.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.56.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.56.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.57.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.57.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.57.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.57.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.57.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.58.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.58.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.58.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.58.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.58.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.59.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.59.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.59.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.59.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.59.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.6.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.6.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.6.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.6.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.6.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.60.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.60.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.60.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.60.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.60.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.61.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.61.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.61.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.61.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.61.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.62.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.62.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.62.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.62.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.62.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.63.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.63.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.63.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.63.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.63.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.64.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.64.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.64.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.64.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.64.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.65.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.65.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.65.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.65.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.65.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.66.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.66.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.66.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.66.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.66.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.67.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.67.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.67.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.67.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.67.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.68.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.68.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.68.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.68.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.68.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.69.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.69.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.69.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.69.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.69.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.7.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.7.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.7.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.7.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.7.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.70.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.70.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.70.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.70.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.70.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.71.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.71.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.71.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.71.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.71.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.72.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.72.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.72.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.72.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.72.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.73.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.73.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.73.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.73.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.73.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.74.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.74.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.74.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.74.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.74.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.75.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.75.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.75.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.75.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.75.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.76.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.76.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.76.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.76.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.76.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.77.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.77.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.77.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.77.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.77.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.78.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.78.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.78.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.78.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.78.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.79.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.79.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.79.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.79.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.79.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.8.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.8.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.8.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.8.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.8.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.80.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.80.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.80.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.80.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.80.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.81.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.81.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.81.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.81.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.81.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.82.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.82.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.82.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.82.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.82.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.83.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.83.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.83.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.83.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.83.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.84.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.84.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.84.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.84.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.84.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.85.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.85.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.85.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.85.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.85.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.86.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.86.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.86.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.86.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.86.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.87.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.87.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.87.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.87.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.87.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.88.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.88.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.88.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.88.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.88.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.89.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.89.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.89.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.89.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.89.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.9.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.9.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.9.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.9.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.9.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.experts.90.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.90.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.90.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.90.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.90.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.91.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.91.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.91.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.91.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.91.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.92.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.92.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.92.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.92.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.92.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.93.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.93.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.93.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.93.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.93.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.94.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.94.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.94.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.94.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.94.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.95.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.95.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.95.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.95.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.95.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.96.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.96.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.96.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.96.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.96.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.97.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.97.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.97.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.97.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.97.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.98.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.98.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.98.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.98.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.98.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.99.down_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.99.down_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.99.gate_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.99.up_proj.weight": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.experts.99.up_proj.weight_scale": "model-00018-of-00081.safetensors",
+ "model.layers.17.mlp.router.gate.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.shared_experts.down_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.shared_experts.gate_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.mlp.shared_experts.up_proj.weight_scale": "model-00017-of-00081.safetensors",
+ "model.layers.17.post_attention_layernorm.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.post_mlp_layernorm.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.pre_mlp_layernorm.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.self_attn.gate_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.self_attn.k_norm.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.self_attn.k_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.self_attn.o_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.self_attn.q_norm.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.self_attn.q_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.17.self_attn.v_proj.weight": "model-00017-of-00081.safetensors",
+ "model.layers.18.input_layernorm.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.expert_bias": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.0.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.0.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.0.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.0.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.0.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.1.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.1.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.1.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.1.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.1.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.10.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.10.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.10.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.10.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.10.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.100.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.100.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.100.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.100.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.100.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.101.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.101.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.101.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.101.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.101.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.102.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.102.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.102.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.102.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.102.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.103.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.103.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.103.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.103.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.103.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.104.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.104.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.104.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.104.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.104.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.105.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.105.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.105.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.105.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.105.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.106.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.106.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.106.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.106.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.106.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.107.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.107.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.107.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.107.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.107.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.108.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.108.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.108.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.108.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.108.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.109.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.109.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.109.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.109.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.109.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.11.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.11.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.11.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.11.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.11.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.110.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.110.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.110.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.110.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.110.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.111.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.111.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.111.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.111.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.111.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.112.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.112.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.112.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.112.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.112.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.113.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.113.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.113.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.113.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.113.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.114.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.114.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.114.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.114.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.114.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.115.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.115.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.115.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.115.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.115.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.116.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.116.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.116.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.116.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.116.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.117.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.117.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.117.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.117.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.117.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.118.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.118.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.118.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.118.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.118.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.119.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.119.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.119.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.119.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.119.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.12.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.12.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.12.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.12.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.12.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.120.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.120.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.120.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.120.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.120.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.121.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.121.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.121.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.121.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.121.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.122.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.122.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.122.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.122.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.122.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.123.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.123.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.123.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.123.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.123.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.124.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.124.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.124.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.124.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.124.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.125.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.125.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.125.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.125.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.125.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.126.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.126.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.126.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.126.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.126.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.127.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.127.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.127.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.127.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.127.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.128.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.128.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.128.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.128.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.128.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.129.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.129.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.129.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.129.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.129.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.13.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.13.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.13.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.13.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.13.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.130.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.130.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.130.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.130.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.130.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.131.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.131.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.131.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.131.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.131.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.132.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.132.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.132.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.132.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.132.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.133.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.133.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.133.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.133.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.133.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.134.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.134.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.134.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.134.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.134.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.135.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.135.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.135.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.135.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.135.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.136.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.136.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.136.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.136.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.136.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.137.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.137.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.137.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.137.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.137.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.138.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.138.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.138.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.138.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.138.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.139.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.139.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.139.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.139.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.139.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.14.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.14.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.14.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.14.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.14.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.140.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.140.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.140.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.140.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.140.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.141.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.141.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.141.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.141.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.141.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.142.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.142.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.142.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.142.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.142.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.143.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.143.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.143.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.143.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.143.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.144.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.144.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.144.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.144.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.144.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.145.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.145.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.145.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.145.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.145.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.146.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.146.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.146.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.146.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.146.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.147.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.147.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.147.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.147.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.147.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.148.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.148.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.148.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.148.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.148.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.149.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.149.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.149.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.149.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.149.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.15.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.15.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.15.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.15.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.15.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.150.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.150.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.150.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.150.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.150.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.151.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.151.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.151.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.151.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.151.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.152.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.152.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.152.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.152.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.152.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.153.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.153.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.153.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.153.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.153.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.154.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.154.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.154.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.154.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.154.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.155.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.155.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.155.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.155.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.155.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.156.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.156.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.156.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.156.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.156.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.157.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.157.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.157.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.157.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.157.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.158.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.158.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.158.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.158.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.158.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.159.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.159.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.159.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.159.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.159.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.16.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.16.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.16.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.16.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.16.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.160.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.160.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.160.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.160.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.160.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.161.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.161.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.161.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.161.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.161.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.162.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.162.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.162.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.162.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.162.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.163.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.163.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.163.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.163.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.163.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.164.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.164.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.164.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.164.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.164.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.165.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.165.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.165.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.165.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.165.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.166.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.166.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.166.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.166.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.166.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.167.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.167.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.167.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.167.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.167.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.168.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.168.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.168.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.168.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.168.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.169.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.169.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.169.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.169.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.169.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.17.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.17.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.17.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.17.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.17.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.170.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.170.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.170.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.170.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.170.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.171.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.171.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.171.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.171.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.171.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.172.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.172.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.172.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.172.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.172.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.173.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.173.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.173.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.173.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.173.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.174.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.174.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.174.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.174.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.174.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.175.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.175.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.175.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.175.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.175.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.176.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.176.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.176.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.176.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.176.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.177.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.177.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.177.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.177.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.177.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.178.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.178.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.178.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.178.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.178.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.179.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.179.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.179.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.179.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.179.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.18.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.18.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.18.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.18.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.18.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.180.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.180.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.180.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.180.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.180.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.181.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.181.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.181.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.181.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.181.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.182.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.182.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.182.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.182.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.182.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.183.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.183.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.183.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.183.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.183.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.184.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.184.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.184.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.184.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.184.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.185.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.185.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.185.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.185.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.185.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.186.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.186.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.186.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.186.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.186.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.187.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.187.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.187.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.187.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.187.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.188.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.188.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.188.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.188.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.188.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.189.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.189.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.189.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.189.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.189.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.19.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.19.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.19.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.19.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.19.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.190.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.190.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.190.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.190.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.190.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.191.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.191.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.191.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.191.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.191.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.192.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.192.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.192.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.192.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.192.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.192.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.193.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.193.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.193.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.193.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.193.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.193.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.194.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.194.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.194.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.194.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.194.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.194.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.195.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.195.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.195.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.195.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.195.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.195.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.196.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.196.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.196.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.196.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.196.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.196.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.197.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.197.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.197.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.197.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.197.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.197.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.198.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.198.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.198.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.198.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.198.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.198.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.199.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.199.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.199.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.199.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.199.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.199.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.2.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.2.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.2.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.2.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.2.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.20.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.20.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.20.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.20.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.20.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.200.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.200.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.200.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.200.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.200.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.200.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.201.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.201.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.201.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.201.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.201.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.201.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.202.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.202.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.202.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.202.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.202.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.202.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.203.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.203.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.203.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.203.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.203.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.203.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.204.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.204.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.204.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.204.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.204.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.204.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.205.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.205.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.205.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.205.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.205.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.205.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.206.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.206.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.206.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.206.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.206.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.206.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.207.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.207.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.207.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.207.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.207.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.207.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.208.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.208.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.208.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.208.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.208.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.208.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.209.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.209.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.209.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.209.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.209.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.209.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.21.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.21.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.21.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.21.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.21.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.210.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.210.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.210.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.210.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.210.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.210.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.211.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.211.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.211.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.211.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.211.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.211.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.212.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.212.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.212.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.212.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.212.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.212.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.213.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.213.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.213.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.213.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.213.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.213.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.214.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.214.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.214.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.214.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.214.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.214.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.215.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.215.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.215.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.215.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.215.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.215.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.216.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.216.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.216.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.216.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.216.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.216.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.217.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.217.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.217.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.217.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.217.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.217.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.218.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.218.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.218.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.218.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.218.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.218.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.219.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.219.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.219.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.219.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.219.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.219.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.22.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.22.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.22.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.22.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.22.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.220.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.220.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.220.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.220.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.220.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.220.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.221.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.221.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.221.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.221.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.221.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.221.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.222.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.222.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.222.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.222.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.222.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.222.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.223.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.223.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.223.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.223.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.223.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.223.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.224.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.224.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.224.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.224.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.224.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.224.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.225.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.225.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.225.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.225.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.225.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.225.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.226.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.226.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.226.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.226.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.226.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.226.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.227.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.227.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.227.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.227.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.227.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.227.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.228.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.228.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.228.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.228.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.228.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.228.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.229.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.229.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.229.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.229.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.229.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.229.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.23.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.23.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.23.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.23.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.23.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.230.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.230.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.230.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.230.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.230.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.230.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.231.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.231.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.231.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.231.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.231.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.231.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.232.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.232.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.232.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.232.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.232.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.232.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.233.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.233.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.233.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.233.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.233.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.233.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.234.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.234.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.234.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.234.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.234.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.234.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.235.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.235.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.235.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.235.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.235.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.235.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.236.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.236.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.236.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.236.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.236.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.236.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.237.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.237.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.237.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.237.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.237.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.237.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.238.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.238.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.238.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.238.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.238.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.238.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.239.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.239.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.239.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.239.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.239.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.239.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.24.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.24.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.24.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.24.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.24.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.240.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.240.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.240.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.240.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.240.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.240.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.241.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.241.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.241.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.241.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.241.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.241.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.242.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.242.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.242.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.242.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.242.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.242.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.243.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.243.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.243.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.243.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.243.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.243.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.244.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.244.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.244.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.244.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.244.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.244.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.245.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.245.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.245.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.245.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.245.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.245.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.246.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.246.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.246.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.246.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.246.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.246.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.247.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.247.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.247.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.247.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.247.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.247.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.248.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.248.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.248.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.248.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.248.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.248.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.249.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.249.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.249.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.249.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.249.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.249.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.25.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.25.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.25.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.25.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.25.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.250.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.250.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.250.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.250.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.250.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.250.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.251.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.251.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.251.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.251.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.251.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.251.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.252.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.252.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.252.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.252.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.252.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.252.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.253.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.253.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.253.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.253.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.253.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.253.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.254.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.254.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.254.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.254.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.254.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.254.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.255.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.255.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.255.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.255.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.255.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.255.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.18.mlp.experts.26.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.26.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.26.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.26.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.26.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.27.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.27.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.27.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.27.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.27.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.28.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.28.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.28.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.28.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.28.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.29.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.29.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.29.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.29.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.29.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.3.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.3.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.3.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.3.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.3.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.30.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.30.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.30.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.30.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.30.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.31.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.31.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.31.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.31.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.31.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.32.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.32.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.32.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.32.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.32.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.33.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.33.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.33.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.33.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.33.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.34.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.34.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.34.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.34.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.34.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.35.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.35.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.35.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.35.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.35.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.36.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.36.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.36.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.36.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.36.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.37.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.37.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.37.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.37.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.37.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.38.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.38.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.38.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.38.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.38.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.39.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.39.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.39.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.39.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.39.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.4.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.4.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.4.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.4.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.4.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.40.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.40.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.40.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.40.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.40.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.41.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.41.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.41.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.41.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.41.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.42.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.42.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.42.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.42.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.42.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.43.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.43.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.43.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.43.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.43.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.44.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.44.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.44.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.44.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.44.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.45.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.45.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.45.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.45.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.45.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.46.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.46.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.46.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.46.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.46.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.47.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.47.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.47.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.47.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.47.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.48.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.48.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.48.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.48.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.48.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.49.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.49.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.49.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.49.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.49.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.5.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.5.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.5.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.5.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.5.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.50.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.50.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.50.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.50.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.50.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.51.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.51.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.51.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.51.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.51.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.52.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.52.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.52.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.52.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.52.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.53.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.53.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.53.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.53.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.53.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.54.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.54.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.54.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.54.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.54.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.55.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.55.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.55.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.55.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.55.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.56.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.56.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.56.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.56.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.56.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.57.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.57.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.57.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.57.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.57.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.58.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.58.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.58.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.58.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.58.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.59.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.59.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.59.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.59.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.59.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.6.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.6.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.6.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.6.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.6.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.60.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.60.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.60.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.60.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.60.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.61.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.61.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.61.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.61.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.61.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.62.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.62.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.62.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.62.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.62.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.63.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.63.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.63.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.63.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.63.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.64.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.64.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.64.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.64.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.64.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.65.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.65.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.65.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.65.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.65.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.66.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.66.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.66.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.66.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.66.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.67.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.67.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.67.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.67.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.67.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.68.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.68.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.68.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.68.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.68.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.69.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.69.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.69.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.69.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.69.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.7.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.7.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.7.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.7.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.7.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.70.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.70.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.70.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.70.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.70.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.71.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.71.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.71.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.71.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.71.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.72.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.72.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.72.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.72.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.72.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.73.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.73.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.73.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.73.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.73.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.74.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.74.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.74.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.74.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.74.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.75.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.75.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.75.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.75.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.75.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.76.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.76.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.76.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.76.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.76.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.77.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.77.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.77.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.77.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.77.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.78.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.78.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.78.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.78.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.78.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.79.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.79.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.79.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.79.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.79.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.8.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.8.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.8.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.8.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.8.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.80.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.80.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.80.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.80.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.80.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.81.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.81.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.81.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.81.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.81.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.82.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.82.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.82.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.82.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.82.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.83.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.83.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.83.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.83.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.83.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.84.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.84.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.84.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.84.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.84.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.85.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.85.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.85.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.85.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.85.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.86.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.86.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.86.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.86.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.86.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.87.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.87.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.87.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.87.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.87.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.88.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.88.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.88.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.88.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.88.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.89.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.89.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.89.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.89.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.89.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.9.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.9.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.9.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.9.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.9.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.90.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.90.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.90.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.90.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.90.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.91.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.91.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.91.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.91.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.91.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.92.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.92.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.92.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.92.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.92.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.93.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.93.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.93.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.93.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.93.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.94.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.94.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.94.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.94.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.94.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.95.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.95.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.95.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.95.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.95.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.96.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.96.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.96.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.96.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.96.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.97.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.97.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.97.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.97.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.97.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.98.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.98.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.98.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.98.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.98.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.99.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.99.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.99.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.99.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.experts.99.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.router.gate.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.shared_experts.down_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.shared_experts.gate_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.mlp.shared_experts.up_proj.weight_scale": "model-00019-of-00081.safetensors",
+ "model.layers.18.post_attention_layernorm.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.post_mlp_layernorm.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.pre_mlp_layernorm.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.self_attn.gate_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.self_attn.k_norm.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.self_attn.k_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.self_attn.q_norm.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.self_attn.q_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.18.self_attn.v_proj.weight": "model-00019-of-00081.safetensors",
+ "model.layers.19.input_layernorm.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.expert_bias": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.0.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.0.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.0.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.0.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.0.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.1.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.1.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.1.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.1.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.1.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.10.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.10.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.10.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.10.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.10.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.100.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.100.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.100.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.100.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.100.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.101.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.101.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.101.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.101.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.101.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.102.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.102.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.102.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.102.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.102.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.103.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.103.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.103.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.103.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.103.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.104.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.104.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.104.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.104.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.104.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.105.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.105.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.105.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.105.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.105.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.106.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.106.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.106.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.106.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.106.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.107.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.107.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.107.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.107.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.107.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.108.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.108.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.108.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.108.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.108.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.109.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.109.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.109.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.109.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.109.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.11.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.11.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.11.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.11.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.11.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.110.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.110.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.110.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.110.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.110.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.111.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.111.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.111.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.111.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.111.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.112.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.112.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.112.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.112.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.112.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.113.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.113.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.113.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.113.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.113.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.114.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.114.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.114.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.114.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.114.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.115.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.115.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.115.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.115.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.115.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.116.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.116.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.116.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.116.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.116.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.117.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.117.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.117.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.117.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.117.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.118.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.118.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.118.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.118.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.118.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.119.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.119.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.119.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.119.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.119.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.12.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.12.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.12.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.12.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.12.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.120.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.120.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.120.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.120.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.120.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.121.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.121.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.121.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.121.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.121.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.122.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.122.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.122.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.122.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.122.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.123.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.123.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.123.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.123.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.123.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.124.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.124.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.124.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.124.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.124.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.125.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.125.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.125.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.125.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.125.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.126.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.126.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.126.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.126.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.126.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.127.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.127.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.127.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.127.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.127.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.128.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.128.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.128.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.128.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.128.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.129.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.129.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.129.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.129.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.129.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.13.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.13.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.13.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.13.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.13.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.130.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.130.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.130.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.130.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.130.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.131.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.131.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.131.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.131.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.131.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.132.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.132.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.132.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.132.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.132.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.133.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.133.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.133.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.133.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.133.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.134.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.134.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.134.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.134.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.134.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.135.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.135.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.135.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.135.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.135.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.136.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.136.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.136.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.136.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.136.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.137.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.137.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.137.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.137.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.137.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.138.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.138.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.138.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.138.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.138.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.139.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.139.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.139.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.139.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.139.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.14.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.14.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.14.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.14.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.14.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.140.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.140.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.140.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.140.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.140.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.141.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.141.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.141.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.141.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.141.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.142.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.142.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.142.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.142.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.142.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.143.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.143.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.143.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.143.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.143.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.144.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.144.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.144.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.144.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.144.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.145.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.145.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.145.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.145.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.145.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.146.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.146.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.146.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.146.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.146.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.147.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.147.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.147.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.147.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.147.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.148.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.148.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.148.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.148.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.148.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.149.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.149.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.149.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.149.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.149.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.15.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.15.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.15.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.15.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.15.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.150.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.150.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.150.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.150.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.150.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.151.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.151.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.151.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.151.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.151.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.152.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.152.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.152.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.152.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.152.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.153.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.153.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.153.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.153.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.153.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.154.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.154.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.154.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.154.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.154.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.155.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.155.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.155.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.155.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.155.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.156.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.156.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.156.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.156.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.156.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.157.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.157.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.157.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.157.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.157.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.158.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.158.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.158.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.158.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.158.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.159.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.159.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.159.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.159.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.159.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.16.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.16.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.16.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.16.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.16.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.160.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.160.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.160.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.160.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.160.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.161.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.161.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.161.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.161.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.161.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.162.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.162.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.162.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.162.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.162.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.163.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.163.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.163.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.163.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.163.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.164.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.164.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.164.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.164.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.164.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.165.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.165.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.165.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.165.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.165.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.166.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.166.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.166.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.166.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.166.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.167.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.167.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.167.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.167.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.167.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.168.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.168.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.168.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.168.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.168.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.169.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.169.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.169.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.169.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.169.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.17.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.17.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.17.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.17.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.17.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.170.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.170.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.170.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.170.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.170.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.171.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.171.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.171.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.171.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.171.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.172.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.172.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.172.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.172.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.172.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.173.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.173.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.173.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.173.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.173.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.174.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.174.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.174.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.174.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.174.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.175.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.175.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.175.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.175.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.175.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.176.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.176.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.176.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.176.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.176.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.177.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.177.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.177.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.177.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.177.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.178.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.178.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.178.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.178.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.178.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.179.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.179.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.179.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.179.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.179.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.18.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.18.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.18.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.18.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.18.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.180.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.180.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.180.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.180.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.180.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.181.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.181.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.181.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.181.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.181.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.182.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.182.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.182.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.182.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.182.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.183.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.183.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.183.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.183.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.183.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.184.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.184.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.184.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.184.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.184.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.185.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.185.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.185.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.185.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.185.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.186.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.186.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.186.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.186.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.186.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.187.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.187.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.187.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.187.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.187.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.188.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.188.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.188.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.188.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.188.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.189.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.189.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.189.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.189.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.189.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.19.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.19.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.19.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.19.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.19.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.190.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.190.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.190.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.190.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.190.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.191.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.191.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.191.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.191.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.191.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.192.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.192.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.192.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.192.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.192.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.192.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.193.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.193.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.193.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.193.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.193.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.193.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.194.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.194.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.194.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.194.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.194.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.194.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.195.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.195.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.195.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.195.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.195.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.195.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.196.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.196.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.196.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.196.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.196.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.196.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.197.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.197.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.197.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.197.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.197.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.197.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.198.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.198.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.198.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.198.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.198.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.198.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.199.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.199.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.199.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.199.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.199.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.199.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.2.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.2.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.2.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.2.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.2.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.20.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.20.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.20.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.20.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.20.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.200.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.200.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.200.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.200.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.200.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.200.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.201.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.201.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.201.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.201.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.201.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.201.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.202.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.202.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.202.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.202.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.202.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.202.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.203.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.203.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.203.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.203.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.203.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.203.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.204.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.204.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.204.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.204.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.204.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.204.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.205.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.205.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.205.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.205.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.205.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.205.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.206.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.206.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.206.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.206.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.206.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.206.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.207.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.207.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.207.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.207.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.207.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.207.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.208.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.208.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.208.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.208.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.208.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.208.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.209.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.209.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.209.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.209.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.209.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.209.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.21.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.21.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.21.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.21.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.21.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.210.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.210.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.210.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.210.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.210.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.210.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.211.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.211.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.211.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.211.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.211.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.211.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.212.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.212.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.212.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.212.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.212.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.212.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.213.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.213.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.213.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.213.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.213.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.213.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.214.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.214.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.214.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.214.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.214.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.214.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.215.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.215.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.215.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.215.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.215.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.215.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.216.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.216.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.216.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.216.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.216.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.216.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.217.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.217.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.217.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.217.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.217.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.217.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.218.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.218.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.218.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.218.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.218.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.218.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.219.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.219.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.219.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.219.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.219.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.219.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.22.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.22.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.22.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.22.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.22.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.220.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.220.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.220.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.220.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.220.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.220.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.221.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.221.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.221.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.221.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.221.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.221.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.222.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.222.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.222.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.222.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.222.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.222.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.223.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.223.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.223.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.223.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.223.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.223.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.224.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.224.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.224.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.224.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.224.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.224.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.225.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.225.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.225.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.225.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.225.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.225.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.226.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.226.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.226.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.226.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.226.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.226.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.227.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.227.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.227.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.227.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.227.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.227.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.228.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.228.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.228.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.228.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.228.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.228.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.229.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.229.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.229.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.229.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.229.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.229.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.23.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.23.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.23.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.23.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.23.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.230.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.230.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.230.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.230.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.230.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.230.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.231.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.231.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.231.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.231.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.231.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.231.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.232.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.232.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.232.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.232.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.232.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.232.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.233.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.233.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.233.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.233.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.233.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.233.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.234.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.234.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.234.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.234.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.234.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.234.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.235.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.235.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.235.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.235.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.235.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.235.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.236.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.236.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.236.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.236.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.236.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.236.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.237.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.237.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.237.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.237.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.237.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.237.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.238.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.238.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.238.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.238.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.238.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.238.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.239.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.239.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.239.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.239.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.239.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.239.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.24.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.24.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.24.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.24.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.24.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.240.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.240.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.240.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.240.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.240.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.240.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.241.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.241.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.241.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.241.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.241.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.241.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.242.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.242.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.242.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.242.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.242.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.242.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.243.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.243.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.243.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.243.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.243.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.243.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.244.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.244.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.244.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.244.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.244.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.244.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.245.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.245.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.245.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.245.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.245.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.245.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.246.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.246.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.246.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.246.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.246.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.246.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.247.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.247.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.247.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.247.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.247.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.247.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.248.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.248.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.248.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.248.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.248.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.248.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.249.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.249.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.249.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.249.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.249.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.249.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.25.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.25.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.25.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.25.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.25.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.250.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.250.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.250.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.250.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.250.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.250.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.251.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.251.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.251.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.251.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.251.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.251.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.252.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.252.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.252.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.252.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.252.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.252.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.253.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.253.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.253.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.253.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.253.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.253.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.254.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.254.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.254.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.254.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.254.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.254.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.255.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.255.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.255.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.255.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.255.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.255.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.19.mlp.experts.26.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.26.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.26.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.26.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.26.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.27.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.27.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.27.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.27.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.27.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.28.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.28.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.28.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.28.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.28.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.29.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.29.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.29.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.29.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.29.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.3.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.3.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.3.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.3.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.3.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.30.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.30.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.30.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.30.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.30.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.31.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.31.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.31.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.31.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.31.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.32.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.32.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.32.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.32.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.32.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.33.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.33.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.33.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.33.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.33.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.34.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.34.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.34.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.34.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.34.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.35.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.35.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.35.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.35.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.35.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.36.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.36.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.36.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.36.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.36.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.37.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.37.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.37.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.37.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.37.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.38.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.38.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.38.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.38.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.38.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.39.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.39.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.39.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.39.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.39.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.4.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.4.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.4.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.4.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.4.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.40.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.40.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.40.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.40.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.40.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.41.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.41.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.41.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.41.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.41.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.42.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.42.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.42.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.42.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.42.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.43.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.43.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.43.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.43.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.43.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.44.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.44.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.44.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.44.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.44.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.45.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.45.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.45.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.45.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.45.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.46.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.46.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.46.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.46.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.46.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.47.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.47.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.47.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.47.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.47.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.48.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.48.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.48.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.48.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.48.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.49.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.49.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.49.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.49.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.49.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.5.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.5.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.5.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.5.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.5.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.50.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.50.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.50.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.50.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.50.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.51.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.51.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.51.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.51.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.51.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.52.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.52.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.52.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.52.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.52.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.53.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.53.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.53.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.53.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.53.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.54.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.54.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.54.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.54.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.54.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.55.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.55.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.55.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.55.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.55.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.56.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.56.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.56.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.56.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.56.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.57.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.57.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.57.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.57.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.57.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.58.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.58.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.58.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.58.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.58.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.59.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.59.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.59.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.59.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.59.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.6.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.6.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.6.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.6.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.6.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.60.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.60.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.60.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.60.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.60.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.61.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.61.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.61.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.61.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.61.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.62.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.62.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.62.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.62.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.62.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.63.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.63.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.63.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.63.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.63.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.64.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.64.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.64.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.64.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.64.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.65.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.65.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.65.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.65.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.65.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.66.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.66.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.66.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.66.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.66.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.67.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.67.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.67.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.67.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.67.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.68.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.68.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.68.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.68.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.68.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.69.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.69.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.69.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.69.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.69.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.7.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.7.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.7.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.7.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.7.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.70.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.70.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.70.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.70.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.70.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.71.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.71.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.71.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.71.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.71.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.72.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.72.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.72.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.72.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.72.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.73.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.73.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.73.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.73.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.73.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.74.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.74.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.74.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.74.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.74.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.75.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.75.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.75.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.75.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.75.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.76.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.76.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.76.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.76.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.76.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.77.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.77.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.77.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.77.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.77.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.78.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.78.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.78.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.78.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.78.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.79.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.79.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.79.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.79.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.79.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.8.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.8.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.8.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.8.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.8.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.80.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.80.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.80.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.80.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.80.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.81.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.81.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.81.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.81.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.81.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.82.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.82.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.82.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.82.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.82.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.83.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.83.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.83.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.83.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.83.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.84.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.84.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.84.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.84.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.84.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.85.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.85.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.85.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.85.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.85.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.86.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.86.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.86.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.86.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.86.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.87.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.87.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.87.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.87.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.87.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.88.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.88.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.88.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.88.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.88.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.89.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.89.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.89.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.89.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.89.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.9.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.9.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.9.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.9.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.9.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.experts.90.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.90.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.90.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.90.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.90.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.91.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.91.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.91.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.91.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.91.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.92.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.92.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.92.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.92.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.92.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.93.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.93.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.93.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.93.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.93.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.94.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.94.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.94.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.94.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.94.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.95.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.95.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.95.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.95.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.95.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.96.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.96.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.96.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.96.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.96.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.97.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.97.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.97.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.97.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.97.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.98.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.98.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.98.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.98.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.98.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.99.down_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.99.down_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.99.gate_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.99.up_proj.weight": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.experts.99.up_proj.weight_scale": "model-00021-of-00081.safetensors",
+ "model.layers.19.mlp.router.gate.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.shared_experts.down_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.shared_experts.gate_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.mlp.shared_experts.up_proj.weight_scale": "model-00020-of-00081.safetensors",
+ "model.layers.19.post_attention_layernorm.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.post_mlp_layernorm.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.pre_mlp_layernorm.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.self_attn.gate_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.self_attn.k_norm.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.self_attn.k_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.self_attn.q_norm.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.self_attn.q_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.19.self_attn.v_proj.weight": "model-00020-of-00081.safetensors",
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.mlp.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.mlp.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.mlp.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.2.mlp.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.mlp.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.post_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.pre_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.self_attn.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.20.input_layernorm.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.expert_bias": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.0.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.0.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.0.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.0.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.0.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.1.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.1.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.1.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.1.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.1.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.10.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.10.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.10.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.10.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.10.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.100.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.100.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.100.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.100.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.100.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.101.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.101.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.101.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.101.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.101.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.102.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.102.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.102.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.102.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.102.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.103.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.103.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.103.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.103.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.103.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.104.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.104.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.104.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.104.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.104.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.105.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.105.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.105.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.105.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.105.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.106.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.106.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.106.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.106.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.106.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.107.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.107.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.107.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.107.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.107.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.108.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.108.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.108.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.108.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.108.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.109.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.109.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.109.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.109.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.109.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.11.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.11.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.11.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.11.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.11.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.110.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.110.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.110.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.110.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.110.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.111.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.111.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.111.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.111.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.111.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.112.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.112.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.112.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.112.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.112.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.113.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.113.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.113.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.113.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.113.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.114.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.114.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.114.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.114.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.114.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.115.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.115.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.115.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.115.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.115.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.116.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.116.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.116.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.116.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.116.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.117.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.117.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.117.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.117.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.117.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.118.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.118.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.118.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.118.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.118.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.119.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.119.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.119.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.119.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.119.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.12.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.12.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.12.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.12.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.12.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.120.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.120.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.120.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.120.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.120.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.121.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.121.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.121.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.121.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.121.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.122.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.122.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.122.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.122.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.122.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.123.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.123.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.123.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.123.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.123.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.124.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.124.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.124.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.124.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.124.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.125.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.125.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.125.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.125.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.125.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.126.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.126.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.126.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.126.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.126.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.127.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.127.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.127.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.127.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.127.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.128.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.128.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.128.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.128.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.128.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.129.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.129.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.129.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.129.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.129.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.13.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.13.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.13.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.13.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.13.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.130.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.130.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.130.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.130.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.130.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.131.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.131.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.131.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.131.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.131.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.132.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.132.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.132.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.132.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.132.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.133.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.133.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.133.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.133.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.133.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.134.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.134.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.134.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.134.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.134.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.135.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.135.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.135.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.135.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.135.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.136.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.136.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.136.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.136.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.136.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.137.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.137.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.137.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.137.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.137.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.138.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.138.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.138.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.138.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.138.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.139.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.139.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.139.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.139.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.139.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.14.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.14.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.14.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.14.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.14.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.140.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.140.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.140.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.140.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.140.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.141.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.141.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.141.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.141.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.141.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.142.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.142.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.142.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.142.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.142.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.143.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.143.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.143.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.143.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.143.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.144.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.144.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.144.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.144.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.144.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.145.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.145.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.145.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.145.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.145.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.146.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.146.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.146.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.146.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.146.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.147.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.147.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.147.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.147.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.147.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.148.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.148.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.148.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.148.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.148.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.149.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.149.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.149.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.149.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.149.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.15.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.15.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.15.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.15.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.15.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.150.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.150.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.150.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.150.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.150.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.151.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.151.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.151.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.151.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.151.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.152.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.152.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.152.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.152.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.152.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.153.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.153.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.153.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.153.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.153.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.154.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.154.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.154.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.154.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.154.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.155.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.155.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.155.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.155.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.155.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.156.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.156.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.156.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.156.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.156.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.157.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.157.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.157.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.157.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.157.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.158.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.158.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.158.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.158.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.158.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.159.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.159.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.159.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.159.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.159.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.16.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.16.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.16.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.16.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.16.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.160.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.160.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.160.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.160.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.160.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.161.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.161.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.161.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.161.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.161.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.162.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.162.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.162.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.162.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.162.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.163.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.163.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.163.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.163.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.163.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.164.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.164.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.164.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.164.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.164.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.165.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.165.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.165.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.165.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.165.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.166.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.166.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.166.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.166.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.166.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.167.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.167.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.167.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.167.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.167.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.168.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.168.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.168.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.168.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.168.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.169.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.169.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.169.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.169.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.169.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.17.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.17.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.17.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.17.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.17.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.170.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.170.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.170.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.170.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.170.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.171.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.171.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.171.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.171.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.171.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.172.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.172.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.172.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.172.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.172.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.173.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.173.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.173.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.173.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.173.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.174.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.174.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.174.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.174.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.174.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.175.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.175.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.175.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.175.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.175.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.176.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.176.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.176.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.176.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.176.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.177.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.177.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.177.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.177.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.177.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.178.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.178.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.178.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.178.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.178.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.179.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.179.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.179.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.179.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.179.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.18.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.18.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.18.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.18.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.18.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.180.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.180.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.180.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.180.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.180.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.181.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.181.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.181.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.181.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.181.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.182.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.182.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.182.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.182.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.182.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.183.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.183.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.183.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.183.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.183.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.184.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.184.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.184.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.184.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.184.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.185.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.185.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.185.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.185.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.185.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.186.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.186.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.186.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.186.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.186.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.187.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.187.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.187.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.187.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.187.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.188.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.188.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.188.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.188.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.188.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.189.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.189.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.189.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.189.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.189.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.19.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.19.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.19.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.19.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.19.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.190.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.190.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.190.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.190.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.190.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.191.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.191.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.191.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.191.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.191.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.192.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.192.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.192.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.192.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.192.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.192.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.193.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.193.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.193.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.193.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.193.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.193.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.194.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.194.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.194.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.194.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.194.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.194.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.195.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.195.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.195.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.195.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.195.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.195.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.196.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.196.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.196.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.196.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.196.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.196.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.197.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.197.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.197.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.197.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.197.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.197.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.198.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.198.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.198.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.198.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.198.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.198.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.199.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.199.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.199.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.199.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.199.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.199.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.2.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.2.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.2.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.2.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.2.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.20.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.20.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.20.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.20.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.20.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.200.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.200.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.200.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.200.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.200.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.200.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.201.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.201.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.201.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.201.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.201.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.201.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.202.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.202.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.202.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.202.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.202.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.202.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.203.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.203.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.203.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.203.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.203.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.203.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.204.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.204.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.204.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.204.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.204.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.204.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.205.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.205.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.205.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.205.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.205.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.205.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.206.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.206.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.206.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.206.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.206.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.206.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.207.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.207.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.207.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.207.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.207.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.207.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.208.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.208.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.208.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.208.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.208.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.208.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.209.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.209.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.209.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.209.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.209.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.209.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.21.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.21.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.21.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.21.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.21.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.210.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.210.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.210.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.210.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.210.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.210.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.211.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.211.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.211.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.211.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.211.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.211.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.212.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.212.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.212.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.212.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.212.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.212.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.213.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.213.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.213.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.213.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.213.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.213.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.214.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.214.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.214.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.214.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.214.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.214.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.215.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.215.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.215.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.215.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.215.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.215.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.216.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.216.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.216.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.216.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.216.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.216.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.217.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.217.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.217.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.217.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.217.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.217.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.218.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.218.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.218.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.218.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.218.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.218.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.219.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.219.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.219.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.219.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.219.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.219.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.22.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.22.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.22.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.22.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.22.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.220.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.220.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.220.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.220.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.220.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.220.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.221.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.221.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.221.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.221.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.221.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.221.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.222.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.222.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.222.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.222.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.222.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.222.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.223.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.223.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.223.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.223.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.223.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.223.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.224.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.224.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.224.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.224.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.224.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.224.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.225.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.225.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.225.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.225.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.225.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.225.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.226.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.226.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.226.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.226.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.226.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.226.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.227.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.227.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.227.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.227.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.227.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.227.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.228.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.228.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.228.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.228.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.228.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.228.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.229.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.229.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.229.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.229.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.229.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.229.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.23.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.23.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.23.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.23.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.23.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.230.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.230.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.230.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.230.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.230.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.230.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.231.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.231.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.231.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.231.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.231.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.231.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.232.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.232.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.232.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.232.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.232.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.232.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.233.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.233.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.233.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.233.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.233.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.233.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.234.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.234.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.234.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.234.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.234.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.234.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.235.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.235.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.235.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.235.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.235.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.235.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.236.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.236.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.236.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.236.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.236.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.236.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.237.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.237.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.237.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.237.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.237.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.237.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.238.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.238.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.238.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.238.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.238.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.238.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.239.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.239.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.239.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.239.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.239.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.239.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.24.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.24.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.24.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.24.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.24.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.240.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.240.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.240.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.240.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.240.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.240.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.241.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.241.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.241.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.241.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.241.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.241.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.242.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.242.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.242.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.242.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.242.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.242.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.243.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.243.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.243.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.243.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.243.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.243.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.244.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.244.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.244.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.244.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.244.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.244.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.245.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.245.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.245.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.245.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.245.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.245.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.246.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.246.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.246.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.246.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.246.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.246.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.247.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.247.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.247.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.247.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.247.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.247.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.248.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.248.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.248.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.248.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.248.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.248.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.249.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.249.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.249.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.249.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.249.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.249.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.25.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.25.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.25.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.25.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.25.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.250.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.250.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.250.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.250.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.250.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.250.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.251.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.251.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.251.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.251.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.251.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.251.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.252.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.252.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.252.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.252.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.252.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.252.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.253.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.253.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.253.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.253.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.253.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.253.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.254.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.254.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.254.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.254.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.254.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.254.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.255.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.255.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.255.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.255.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.255.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.255.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.20.mlp.experts.26.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.26.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.26.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.26.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.26.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.27.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.27.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.27.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.27.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.27.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.28.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.28.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.28.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.28.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.28.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.29.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.29.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.29.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.29.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.29.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.3.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.3.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.3.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.3.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.3.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.30.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.30.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.30.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.30.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.30.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.31.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.31.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.31.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.31.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.31.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.32.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.32.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.32.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.32.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.32.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.33.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.33.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.33.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.33.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.33.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.34.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.34.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.34.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.34.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.34.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.35.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.35.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.35.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.35.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.35.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.36.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.36.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.36.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.36.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.36.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.37.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.37.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.37.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.37.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.37.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.38.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.38.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.38.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.38.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.38.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.39.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.39.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.39.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.39.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.39.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.4.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.4.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.4.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.4.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.4.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.40.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.40.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.40.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.40.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.40.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.41.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.41.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.41.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.41.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.41.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.42.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.42.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.42.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.42.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.42.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.43.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.43.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.43.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.43.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.43.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.44.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.44.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.44.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.44.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.44.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.45.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.45.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.45.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.45.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.45.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.46.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.46.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.46.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.46.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.46.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.47.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.47.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.47.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.47.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.47.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.48.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.48.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.48.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.48.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.48.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.49.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.49.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.49.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.49.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.49.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.5.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.5.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.5.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.5.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.5.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.50.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.50.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.50.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.50.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.50.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.51.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.51.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.51.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.51.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.51.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.52.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.52.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.52.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.52.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.52.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.53.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.53.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.53.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.53.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.53.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.54.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.54.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.54.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.54.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.54.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.55.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.55.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.55.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.55.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.55.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.56.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.56.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.56.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.56.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.56.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.57.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.57.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.57.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.57.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.57.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.58.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.58.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.58.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.58.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.58.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.59.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.59.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.59.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.59.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.59.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.6.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.6.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.6.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.6.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.6.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.60.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.60.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.60.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.60.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.60.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.61.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.61.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.61.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.61.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.61.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.62.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.62.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.62.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.62.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.62.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.63.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.63.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.63.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.63.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.63.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.64.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.64.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.64.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.64.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.64.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.65.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.65.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.65.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.65.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.65.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.66.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.66.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.66.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.66.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.66.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.67.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.67.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.67.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.67.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.67.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.68.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.68.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.68.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.68.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.68.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.69.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.69.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.69.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.69.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.69.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.7.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.7.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.7.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.7.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.7.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.70.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.70.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.70.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.70.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.70.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.71.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.71.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.71.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.71.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.71.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.72.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.72.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.72.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.72.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.72.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.73.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.73.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.73.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.73.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.73.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.74.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.74.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.74.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.74.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.74.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.75.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.75.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.75.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.75.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.75.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.76.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.76.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.76.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.76.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.76.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.77.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.77.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.77.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.77.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.77.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.78.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.78.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.78.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.78.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.78.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.79.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.79.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.79.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.79.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.79.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.8.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.8.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.8.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.8.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.8.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.80.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.80.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.80.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.80.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.80.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.81.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.81.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.81.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.81.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.81.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.82.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.82.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.82.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.82.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.82.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.83.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.83.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.83.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.83.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.83.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.84.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.84.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.84.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.84.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.84.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.85.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.85.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.85.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.85.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.85.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.86.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.86.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.86.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.86.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.86.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.87.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.87.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.87.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.87.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.87.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.88.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.88.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.88.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.88.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.88.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.89.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.89.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.89.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.89.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.89.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.9.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.9.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.9.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.9.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.9.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.90.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.90.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.90.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.90.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.90.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.91.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.91.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.91.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.91.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.91.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.92.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.92.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.92.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.92.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.92.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.93.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.93.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.93.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.93.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.93.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.94.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.94.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.94.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.94.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.94.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.95.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.95.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.95.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.95.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.95.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.96.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.96.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.96.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.96.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.96.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.97.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.97.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.97.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.97.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.97.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.98.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.98.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.98.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.98.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.98.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.99.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.99.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.99.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.99.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.experts.99.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.router.gate.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.shared_experts.down_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.shared_experts.gate_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.mlp.shared_experts.up_proj.weight_scale": "model-00022-of-00081.safetensors",
+ "model.layers.20.post_attention_layernorm.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.post_mlp_layernorm.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.pre_mlp_layernorm.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.self_attn.gate_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.self_attn.k_norm.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.self_attn.k_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.self_attn.o_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.self_attn.q_norm.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.self_attn.q_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.20.self_attn.v_proj.weight": "model-00022-of-00081.safetensors",
+ "model.layers.21.input_layernorm.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.expert_bias": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.0.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.0.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.0.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.0.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.0.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.1.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.1.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.1.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.1.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.1.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.10.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.10.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.10.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.10.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.10.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.100.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.100.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.100.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.100.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.100.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.101.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.101.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.101.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.101.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.101.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.102.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.102.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.102.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.102.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.102.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.103.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.103.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.103.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.103.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.103.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.104.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.104.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.104.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.104.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.104.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.105.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.105.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.105.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.105.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.105.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.106.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.106.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.106.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.106.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.106.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.107.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.107.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.107.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.107.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.107.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.108.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.108.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.108.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.108.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.108.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.109.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.109.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.109.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.109.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.109.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.11.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.11.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.11.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.11.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.11.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.110.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.110.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.110.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.110.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.110.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.111.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.111.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.111.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.111.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.111.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.112.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.112.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.112.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.112.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.112.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.113.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.113.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.113.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.113.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.113.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.114.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.114.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.114.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.114.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.114.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.115.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.115.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.115.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.115.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.115.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.116.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.116.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.116.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.116.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.116.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.117.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.117.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.117.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.117.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.117.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.118.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.118.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.118.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.118.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.118.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.119.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.119.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.119.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.119.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.119.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.12.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.12.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.12.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.12.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.12.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.120.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.120.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.120.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.120.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.120.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.121.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.121.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.121.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.121.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.121.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.122.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.122.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.122.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.122.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.122.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.123.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.123.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.123.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.123.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.123.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.124.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.124.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.124.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.124.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.124.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.125.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.125.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.125.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.125.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.125.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.126.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.126.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.126.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.126.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.126.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.127.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.127.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.127.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.127.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.127.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.128.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.128.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.128.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.128.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.128.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.129.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.129.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.129.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.129.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.129.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.13.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.13.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.13.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.13.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.13.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.130.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.130.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.130.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.130.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.130.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.131.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.131.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.131.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.131.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.131.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.132.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.132.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.132.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.132.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.132.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.133.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.133.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.133.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.133.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.133.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.134.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.134.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.134.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.134.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.134.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.135.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.135.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.135.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.135.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.135.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.136.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.136.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.136.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.136.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.136.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.137.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.137.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.137.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.137.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.137.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.138.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.138.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.138.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.138.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.138.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.139.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.139.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.139.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.139.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.139.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.14.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.14.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.14.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.14.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.14.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.140.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.140.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.140.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.140.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.140.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.141.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.141.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.141.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.141.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.141.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.142.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.142.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.142.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.142.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.142.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.143.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.143.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.143.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.143.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.143.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.144.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.144.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.144.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.144.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.144.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.145.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.145.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.145.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.145.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.145.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.146.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.146.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.146.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.146.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.146.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.147.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.147.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.147.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.147.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.147.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.148.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.148.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.148.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.148.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.148.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.149.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.149.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.149.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.149.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.149.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.15.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.15.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.15.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.15.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.15.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.150.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.150.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.150.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.150.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.150.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.151.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.151.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.151.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.151.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.151.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.152.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.152.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.152.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.152.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.152.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.153.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.153.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.153.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.153.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.153.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.154.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.154.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.154.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.154.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.154.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.155.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.155.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.155.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.155.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.155.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.156.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.156.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.156.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.156.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.156.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.157.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.157.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.157.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.157.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.157.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.158.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.158.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.158.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.158.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.158.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.159.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.159.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.159.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.159.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.159.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.16.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.16.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.16.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.16.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.16.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.160.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.160.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.160.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.160.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.160.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.160.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.161.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.161.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.161.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.161.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.161.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.161.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.162.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.162.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.162.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.162.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.162.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.162.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.163.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.163.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.163.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.163.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.163.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.163.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.164.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.164.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.164.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.164.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.164.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.164.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.165.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.165.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.165.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.165.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.165.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.165.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.166.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.166.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.166.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.166.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.166.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.166.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.167.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.167.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.167.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.167.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.167.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.167.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.168.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.168.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.168.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.168.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.168.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.168.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.169.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.169.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.169.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.169.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.169.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.169.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.17.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.17.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.17.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.17.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.17.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.170.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.170.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.170.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.170.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.170.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.170.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.171.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.171.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.171.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.171.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.171.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.171.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.172.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.172.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.172.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.172.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.172.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.172.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.173.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.173.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.173.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.173.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.173.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.173.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.174.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.174.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.174.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.174.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.174.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.174.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.175.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.175.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.175.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.175.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.175.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.175.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.176.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.176.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.176.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.176.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.176.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.176.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.177.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.177.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.177.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.177.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.177.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.177.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.178.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.178.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.178.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.178.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.178.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.178.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.179.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.179.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.179.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.179.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.179.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.179.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.18.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.18.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.18.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.18.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.18.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.180.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.180.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.180.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.180.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.180.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.180.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.181.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.181.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.181.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.181.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.181.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.181.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.182.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.182.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.182.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.182.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.182.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.182.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.183.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.183.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.183.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.183.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.183.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.183.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.184.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.184.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.184.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.184.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.184.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.184.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.185.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.185.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.185.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.185.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.185.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.185.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.186.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.186.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.186.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.186.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.186.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.186.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.187.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.187.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.187.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.187.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.187.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.187.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.188.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.188.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.188.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.188.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.188.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.188.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.189.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.189.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.189.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.189.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.189.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.189.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.19.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.19.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.19.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.19.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.19.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.190.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.190.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.190.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.190.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.190.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.190.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.191.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.191.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.191.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.191.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.191.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.191.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.192.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.192.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.192.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.192.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.192.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.192.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.193.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.193.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.193.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.193.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.193.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.193.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.194.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.194.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.194.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.194.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.194.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.194.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.195.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.195.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.195.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.195.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.195.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.195.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.196.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.196.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.196.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.196.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.196.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.196.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.197.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.197.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.197.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.197.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.197.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.197.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.198.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.198.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.198.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.198.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.198.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.198.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.199.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.199.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.199.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.199.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.199.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.199.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.2.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.2.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.2.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.2.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.2.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.20.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.20.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.20.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.20.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.20.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.200.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.200.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.200.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.200.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.200.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.200.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.201.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.201.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.201.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.201.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.201.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.201.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.202.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.202.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.202.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.202.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.202.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.202.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.203.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.203.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.203.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.203.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.203.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.203.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.204.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.204.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.204.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.204.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.204.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.204.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.205.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.205.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.205.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.205.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.205.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.205.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.206.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.206.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.206.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.206.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.206.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.206.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.207.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.207.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.207.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.207.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.207.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.207.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.208.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.208.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.208.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.208.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.208.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.208.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.209.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.209.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.209.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.209.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.209.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.209.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.21.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.21.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.21.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.21.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.21.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.210.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.210.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.210.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.210.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.210.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.210.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.211.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.211.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.211.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.211.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.211.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.211.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.212.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.212.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.212.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.212.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.212.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.212.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.213.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.213.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.213.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.213.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.213.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.213.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.214.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.214.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.214.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.214.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.214.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.214.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.215.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.215.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.215.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.215.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.215.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.215.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.216.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.216.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.216.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.216.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.216.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.216.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.217.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.217.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.217.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.217.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.217.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.217.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.218.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.218.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.218.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.218.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.218.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.218.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.219.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.219.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.219.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.219.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.219.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.219.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.22.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.22.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.22.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.22.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.22.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.220.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.220.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.220.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.220.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.220.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.220.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.221.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.221.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.221.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.221.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.221.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.221.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.222.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.222.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.222.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.222.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.222.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.222.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.223.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.223.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.223.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.223.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.223.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.223.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.224.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.224.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.224.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.224.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.224.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.224.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.225.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.225.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.225.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.225.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.225.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.225.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.226.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.226.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.226.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.226.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.226.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.226.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.227.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.227.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.227.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.227.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.227.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.227.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.228.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.228.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.228.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.228.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.228.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.228.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.229.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.229.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.229.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.229.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.229.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.229.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.23.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.23.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.23.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.23.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.23.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.230.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.230.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.230.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.230.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.230.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.230.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.231.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.231.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.231.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.231.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.231.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.231.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.232.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.232.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.232.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.232.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.232.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.232.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.233.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.233.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.233.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.233.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.233.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.233.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.234.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.234.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.234.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.234.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.234.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.234.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.235.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.235.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.235.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.235.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.235.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.235.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.236.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.236.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.236.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.236.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.236.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.236.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.237.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.237.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.237.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.237.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.237.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.237.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.238.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.238.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.238.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.238.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.238.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.238.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.239.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.239.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.239.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.239.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.239.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.239.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.24.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.24.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.24.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.24.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.24.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.240.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.240.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.240.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.240.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.240.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.240.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.241.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.241.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.241.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.241.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.241.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.241.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.242.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.242.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.242.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.242.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.242.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.242.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.243.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.243.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.243.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.243.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.243.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.243.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.244.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.244.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.244.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.244.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.244.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.244.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.245.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.245.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.245.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.245.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.245.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.245.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.246.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.246.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.246.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.246.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.246.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.246.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.247.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.247.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.247.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.247.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.247.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.247.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.248.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.248.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.248.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.248.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.248.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.248.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.249.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.249.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.249.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.249.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.249.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.249.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.25.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.25.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.25.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.25.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.25.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.250.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.250.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.250.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.250.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.250.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.250.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.251.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.251.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.251.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.251.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.251.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.251.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.252.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.252.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.252.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.252.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.252.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.252.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.253.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.253.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.253.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.253.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.253.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.253.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.254.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.254.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.254.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.254.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.254.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.254.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.255.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.255.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.255.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.255.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.255.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.255.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.21.mlp.experts.26.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.26.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.26.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.26.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.26.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.27.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.27.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.27.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.27.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.27.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.28.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.28.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.28.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.28.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.28.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.29.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.29.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.29.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.29.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.29.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.3.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.3.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.3.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.3.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.3.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.30.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.30.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.30.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.30.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.30.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.31.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.31.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.31.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.31.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.31.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.32.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.32.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.32.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.32.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.32.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.33.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.33.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.33.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.33.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.33.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.34.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.34.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.34.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.34.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.34.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.35.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.35.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.35.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.35.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.35.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.36.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.36.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.36.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.36.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.36.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.37.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.37.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.37.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.37.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.37.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.38.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.38.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.38.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.38.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.38.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.39.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.39.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.39.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.39.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.39.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.4.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.4.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.4.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.4.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.4.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.40.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.40.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.40.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.40.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.40.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.41.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.41.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.41.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.41.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.41.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.42.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.42.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.42.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.42.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.42.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.43.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.43.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.43.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.43.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.43.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.44.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.44.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.44.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.44.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.44.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.45.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.45.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.45.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.45.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.45.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.46.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.46.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.46.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.46.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.46.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.47.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.47.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.47.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.47.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.47.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.48.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.48.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.48.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.48.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.48.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.49.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.49.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.49.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.49.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.49.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.5.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.5.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.5.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.5.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.5.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.50.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.50.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.50.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.50.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.50.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.51.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.51.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.51.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.51.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.51.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.52.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.52.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.52.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.52.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.52.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.53.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.53.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.53.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.53.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.53.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.54.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.54.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.54.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.54.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.54.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.55.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.55.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.55.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.55.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.55.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.56.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.56.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.56.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.56.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.56.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.57.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.57.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.57.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.57.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.57.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.58.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.58.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.58.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.58.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.58.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.59.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.59.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.59.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.59.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.59.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.6.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.6.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.6.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.6.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.6.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.60.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.60.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.60.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.60.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.60.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.61.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.61.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.61.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.61.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.61.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.62.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.62.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.62.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.62.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.62.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.63.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.63.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.63.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.63.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.63.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.64.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.64.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.64.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.64.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.64.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.65.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.65.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.65.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.65.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.65.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.66.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.66.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.66.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.66.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.66.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.67.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.67.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.67.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.67.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.67.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.68.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.68.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.68.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.68.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.68.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.69.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.69.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.69.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.69.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.69.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.7.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.7.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.7.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.7.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.7.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.70.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.70.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.70.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.70.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.70.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.71.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.71.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.71.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.71.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.71.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.72.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.72.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.72.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.72.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.72.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.73.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.73.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.73.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.73.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.73.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.74.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.74.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.74.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.74.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.74.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.75.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.75.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.75.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.75.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.75.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.76.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.76.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.76.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.76.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.76.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.77.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.77.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.77.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.77.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.77.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.78.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.78.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.78.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.78.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.78.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.79.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.79.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.79.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.79.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.79.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.8.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.8.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.8.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.8.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.8.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.80.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.80.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.80.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.80.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.80.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.81.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.81.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.81.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.81.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.81.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.82.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.82.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.82.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.82.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.82.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.83.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.83.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.83.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.83.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.83.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.84.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.84.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.84.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.84.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.84.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.85.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.85.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.85.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.85.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.85.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.86.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.86.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.86.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.86.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.86.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.87.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.87.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.87.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.87.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.87.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.88.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.88.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.88.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.88.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.88.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.89.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.89.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.89.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.89.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.89.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.9.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.9.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.9.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.9.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.9.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.experts.90.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.90.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.90.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.90.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.90.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.91.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.91.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.91.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.91.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.91.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.92.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.92.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.92.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.92.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.92.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.93.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.93.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.93.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.93.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.93.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.94.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.94.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.94.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.94.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.94.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.95.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.95.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.95.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.95.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.95.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.96.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.96.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.96.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.96.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.96.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.97.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.97.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.97.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.97.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.97.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.98.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.98.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.98.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.98.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.98.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.99.down_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.99.down_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.99.gate_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.99.up_proj.weight": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.experts.99.up_proj.weight_scale": "model-00024-of-00081.safetensors",
+ "model.layers.21.mlp.router.gate.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.shared_experts.down_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.shared_experts.gate_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.mlp.shared_experts.up_proj.weight_scale": "model-00023-of-00081.safetensors",
+ "model.layers.21.post_attention_layernorm.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.post_mlp_layernorm.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.pre_mlp_layernorm.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.self_attn.gate_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.self_attn.k_norm.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.self_attn.k_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.self_attn.o_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.self_attn.q_norm.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.self_attn.q_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.21.self_attn.v_proj.weight": "model-00023-of-00081.safetensors",
+ "model.layers.22.input_layernorm.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.expert_bias": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.0.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.0.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.0.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.0.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.0.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.1.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.1.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.1.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.1.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.1.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.10.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.10.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.10.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.10.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.10.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.100.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.100.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.100.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.100.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.100.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.101.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.101.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.101.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.101.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.101.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.102.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.102.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.102.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.102.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.102.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.103.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.103.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.103.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.103.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.103.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.104.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.104.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.104.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.104.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.104.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.105.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.105.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.105.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.105.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.105.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.106.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.106.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.106.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.106.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.106.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.107.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.107.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.107.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.107.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.107.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.108.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.108.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.108.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.108.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.108.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.109.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.109.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.109.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.109.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.109.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.11.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.11.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.11.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.11.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.11.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.110.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.110.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.110.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.110.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.110.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.111.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.111.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.111.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.111.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.111.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.112.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.112.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.112.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.112.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.112.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.113.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.113.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.113.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.113.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.113.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.114.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.114.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.114.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.114.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.114.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.115.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.115.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.115.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.115.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.115.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.116.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.116.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.116.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.116.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.116.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.117.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.117.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.117.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.117.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.117.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.118.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.118.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.118.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.118.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.118.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.119.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.119.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.119.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.119.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.119.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.12.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.12.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.12.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.12.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.12.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.120.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.120.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.120.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.120.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.120.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.121.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.121.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.121.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.121.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.121.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.122.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.122.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.122.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.122.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.122.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.123.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.123.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.123.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.123.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.123.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.124.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.124.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.124.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.124.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.124.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.125.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.125.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.125.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.125.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.125.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.126.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.126.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.126.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.126.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.126.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.127.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.127.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.127.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.127.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.127.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.128.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.128.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.128.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.128.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.128.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.129.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.129.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.129.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.129.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.129.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.13.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.13.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.13.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.13.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.13.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.130.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.130.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.130.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.130.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.130.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.131.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.131.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.131.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.131.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.131.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.132.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.132.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.132.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.132.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.132.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.133.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.133.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.133.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.133.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.133.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.134.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.134.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.134.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.134.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.134.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.135.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.135.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.135.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.135.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.135.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.136.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.136.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.136.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.136.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.136.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.137.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.137.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.137.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.137.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.137.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.138.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.138.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.138.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.138.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.138.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.139.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.139.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.139.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.139.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.139.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.14.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.14.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.14.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.14.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.14.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.140.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.140.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.140.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.140.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.140.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.141.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.141.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.141.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.141.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.141.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.142.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.142.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.142.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.142.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.142.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.143.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.143.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.143.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.143.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.143.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.144.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.144.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.144.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.144.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.144.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.145.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.145.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.145.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.145.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.145.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.146.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.146.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.146.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.146.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.146.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.147.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.147.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.147.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.147.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.147.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.148.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.148.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.148.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.148.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.148.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.149.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.149.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.149.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.149.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.149.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.15.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.15.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.15.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.15.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.15.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.150.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.150.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.150.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.150.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.150.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.151.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.151.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.151.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.151.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.151.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.152.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.152.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.152.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.152.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.152.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.153.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.153.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.153.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.153.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.153.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.154.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.154.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.154.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.154.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.154.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.155.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.155.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.155.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.155.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.155.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.156.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.156.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.156.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.156.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.156.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.157.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.157.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.157.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.157.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.157.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.158.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.158.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.158.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.158.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.158.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.159.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.159.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.159.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.159.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.159.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.16.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.16.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.16.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.16.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.16.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.160.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.160.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.160.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.160.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.160.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.160.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.161.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.161.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.161.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.161.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.161.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.161.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.162.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.162.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.162.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.162.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.162.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.162.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.163.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.163.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.163.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.163.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.163.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.163.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.164.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.164.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.164.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.164.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.164.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.164.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.165.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.165.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.165.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.165.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.165.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.165.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.166.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.166.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.166.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.166.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.166.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.166.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.167.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.167.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.167.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.167.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.167.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.167.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.168.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.168.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.168.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.168.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.168.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.168.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.169.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.169.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.169.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.169.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.169.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.169.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.17.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.17.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.17.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.17.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.17.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.170.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.170.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.170.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.170.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.170.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.170.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.171.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.171.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.171.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.171.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.171.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.171.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.172.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.172.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.172.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.172.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.172.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.172.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.173.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.173.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.173.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.173.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.173.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.173.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.174.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.174.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.174.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.174.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.174.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.174.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.175.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.175.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.175.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.175.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.175.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.175.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.176.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.176.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.176.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.176.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.176.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.176.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.177.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.177.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.177.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.177.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.177.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.177.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.178.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.178.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.178.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.178.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.178.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.178.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.179.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.179.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.179.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.179.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.179.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.179.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.18.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.18.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.18.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.18.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.18.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.180.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.180.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.180.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.180.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.180.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.180.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.181.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.181.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.181.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.181.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.181.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.181.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.182.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.182.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.182.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.182.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.182.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.182.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.183.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.183.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.183.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.183.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.183.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.183.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.184.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.184.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.184.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.184.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.184.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.184.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.185.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.185.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.185.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.185.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.185.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.185.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.186.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.186.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.186.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.186.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.186.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.186.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.187.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.187.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.187.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.187.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.187.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.187.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.188.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.188.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.188.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.188.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.188.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.188.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.189.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.189.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.189.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.189.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.189.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.189.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.19.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.19.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.19.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.19.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.19.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.190.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.190.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.190.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.190.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.190.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.190.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.191.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.191.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.191.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.191.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.191.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.191.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.192.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.192.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.192.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.192.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.192.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.192.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.193.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.193.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.193.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.193.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.193.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.193.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.194.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.194.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.194.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.194.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.194.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.194.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.195.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.195.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.195.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.195.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.195.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.195.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.196.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.196.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.196.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.196.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.196.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.196.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.197.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.197.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.197.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.197.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.197.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.197.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.198.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.198.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.198.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.198.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.198.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.198.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.199.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.199.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.199.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.199.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.199.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.199.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.2.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.2.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.2.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.2.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.2.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.20.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.20.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.20.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.20.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.20.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.200.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.200.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.200.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.200.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.200.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.200.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.201.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.201.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.201.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.201.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.201.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.201.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.202.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.202.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.202.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.202.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.202.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.202.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.203.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.203.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.203.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.203.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.203.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.203.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.204.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.204.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.204.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.204.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.204.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.204.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.205.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.205.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.205.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.205.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.205.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.205.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.206.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.206.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.206.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.206.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.206.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.206.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.207.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.207.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.207.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.207.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.207.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.207.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.208.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.208.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.208.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.208.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.208.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.208.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.209.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.209.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.209.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.209.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.209.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.209.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.21.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.21.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.21.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.21.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.21.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.210.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.210.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.210.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.210.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.210.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.210.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.211.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.211.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.211.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.211.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.211.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.211.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.212.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.212.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.212.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.212.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.212.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.212.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.213.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.213.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.213.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.213.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.213.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.213.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.214.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.214.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.214.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.214.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.214.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.214.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.215.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.215.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.215.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.215.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.215.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.215.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.216.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.216.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.216.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.216.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.216.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.216.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.217.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.217.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.217.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.217.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.217.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.217.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.218.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.218.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.218.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.218.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.218.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.218.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.219.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.219.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.219.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.219.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.219.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.219.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.22.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.22.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.22.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.22.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.22.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.220.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.220.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.220.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.220.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.220.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.220.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.221.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.221.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.221.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.221.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.221.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.221.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.222.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.222.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.222.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.222.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.222.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.222.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.223.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.223.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.223.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.223.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.223.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.223.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.224.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.224.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.224.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.224.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.224.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.224.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.225.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.225.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.225.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.225.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.225.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.225.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.226.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.226.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.226.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.226.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.226.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.226.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.227.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.227.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.227.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.227.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.227.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.227.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.228.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.228.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.228.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.228.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.228.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.228.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.229.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.229.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.229.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.229.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.229.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.229.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.23.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.23.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.23.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.23.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.23.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.230.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.230.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.230.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.230.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.230.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.230.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.231.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.231.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.231.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.231.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.231.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.231.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.232.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.232.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.232.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.232.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.232.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.232.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.233.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.233.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.233.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.233.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.233.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.233.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.234.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.234.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.234.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.234.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.234.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.234.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.235.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.235.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.235.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.235.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.235.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.235.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.236.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.236.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.236.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.236.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.236.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.236.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.237.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.237.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.237.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.237.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.237.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.237.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.238.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.238.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.238.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.238.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.238.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.238.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.239.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.239.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.239.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.239.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.239.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.239.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.24.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.24.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.24.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.24.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.24.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.240.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.240.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.240.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.240.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.240.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.240.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.241.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.241.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.241.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.241.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.241.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.241.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.242.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.242.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.242.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.242.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.242.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.242.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.243.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.243.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.243.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.243.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.243.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.243.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.244.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.244.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.244.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.244.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.244.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.244.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.245.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.245.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.245.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.245.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.245.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.245.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.246.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.246.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.246.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.246.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.246.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.246.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.247.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.247.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.247.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.247.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.247.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.247.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.248.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.248.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.248.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.248.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.248.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.248.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.249.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.249.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.249.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.249.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.249.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.249.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.25.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.25.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.25.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.25.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.25.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.250.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.250.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.250.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.250.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.250.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.250.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.251.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.251.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.251.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.251.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.251.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.251.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.252.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.252.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.252.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.252.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.252.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.252.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.253.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.253.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.253.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.253.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.253.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.253.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.254.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.254.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.254.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.254.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.254.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.254.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.255.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.255.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.255.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.255.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.255.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.255.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.22.mlp.experts.26.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.26.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.26.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.26.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.26.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.27.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.27.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.27.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.27.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.27.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.28.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.28.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.28.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.28.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.28.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.29.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.29.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.29.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.29.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.29.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.3.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.3.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.3.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.3.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.3.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.30.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.30.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.30.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.30.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.30.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.31.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.31.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.31.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.31.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.31.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.32.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.32.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.32.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.32.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.32.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.33.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.33.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.33.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.33.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.33.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.34.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.34.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.34.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.34.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.34.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.35.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.35.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.35.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.35.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.35.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.36.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.36.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.36.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.36.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.36.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.37.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.37.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.37.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.37.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.37.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.38.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.38.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.38.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.38.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.38.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.39.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.39.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.39.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.39.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.39.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.4.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.4.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.4.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.4.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.4.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.40.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.40.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.40.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.40.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.40.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.41.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.41.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.41.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.41.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.41.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.42.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.42.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.42.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.42.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.42.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.43.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.43.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.43.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.43.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.43.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.44.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.44.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.44.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.44.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.44.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.45.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.45.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.45.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.45.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.45.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.46.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.46.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.46.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.46.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.46.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.47.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.47.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.47.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.47.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.47.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.48.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.48.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.48.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.48.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.48.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.49.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.49.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.49.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.49.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.49.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.5.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.5.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.5.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.5.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.5.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.50.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.50.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.50.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.50.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.50.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.51.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.51.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.51.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.51.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.51.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.52.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.52.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.52.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.52.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.52.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.53.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.53.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.53.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.53.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.53.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.54.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.54.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.54.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.54.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.54.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.55.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.55.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.55.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.55.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.55.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.56.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.56.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.56.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.56.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.56.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.57.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.57.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.57.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.57.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.57.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.58.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.58.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.58.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.58.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.58.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.59.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.59.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.59.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.59.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.59.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.6.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.6.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.6.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.6.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.6.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.60.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.60.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.60.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.60.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.60.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.61.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.61.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.61.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.61.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.61.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.62.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.62.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.62.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.62.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.62.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.63.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.63.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.63.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.63.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.63.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.64.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.64.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.64.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.64.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.64.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.65.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.65.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.65.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.65.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.65.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.66.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.66.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.66.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.66.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.66.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.67.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.67.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.67.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.67.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.67.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.68.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.68.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.68.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.68.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.68.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.69.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.69.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.69.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.69.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.69.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.7.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.7.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.7.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.7.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.7.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.70.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.70.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.70.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.70.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.70.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.71.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.71.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.71.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.71.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.71.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.72.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.72.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.72.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.72.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.72.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.73.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.73.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.73.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.73.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.73.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.74.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.74.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.74.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.74.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.74.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.75.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.75.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.75.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.75.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.75.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.76.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.76.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.76.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.76.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.76.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.77.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.77.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.77.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.77.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.77.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.78.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.78.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.78.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.78.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.78.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.79.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.79.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.79.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.79.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.79.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.8.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.8.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.8.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.8.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.8.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.80.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.80.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.80.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.80.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.80.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.81.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.81.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.81.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.81.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.81.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.82.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.82.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.82.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.82.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.82.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.83.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.83.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.83.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.83.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.83.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.84.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.84.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.84.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.84.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.84.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.85.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.85.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.85.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.85.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.85.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.86.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.86.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.86.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.86.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.86.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.87.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.87.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.87.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.87.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.87.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.88.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.88.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.88.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.88.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.88.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.89.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.89.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.89.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.89.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.89.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.9.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.9.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.9.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.9.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.9.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.90.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.90.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.90.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.90.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.90.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.91.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.91.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.91.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.91.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.91.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.92.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.92.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.92.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.92.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.92.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.93.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.93.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.93.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.93.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.93.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.94.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.94.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.94.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.94.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.94.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.95.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.95.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.95.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.95.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.95.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.96.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.96.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.96.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.96.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.96.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.97.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.97.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.97.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.97.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.97.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.98.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.98.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.98.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.98.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.98.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.99.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.99.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.99.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.99.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.experts.99.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.router.gate.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.shared_experts.down_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.shared_experts.gate_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.mlp.shared_experts.up_proj.weight_scale": "model-00025-of-00081.safetensors",
+ "model.layers.22.post_attention_layernorm.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.post_mlp_layernorm.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.pre_mlp_layernorm.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.self_attn.gate_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.self_attn.k_norm.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.self_attn.k_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.self_attn.o_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.self_attn.q_norm.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.self_attn.q_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.22.self_attn.v_proj.weight": "model-00025-of-00081.safetensors",
+ "model.layers.23.input_layernorm.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.expert_bias": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.0.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.0.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.0.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.0.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.0.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.1.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.1.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.1.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.1.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.1.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.10.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.10.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.10.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.10.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.10.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.100.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.100.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.100.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.100.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.100.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.101.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.101.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.101.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.101.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.101.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.102.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.102.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.102.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.102.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.102.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.103.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.103.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.103.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.103.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.103.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.104.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.104.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.104.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.104.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.104.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.105.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.105.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.105.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.105.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.105.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.106.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.106.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.106.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.106.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.106.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.107.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.107.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.107.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.107.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.107.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.108.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.108.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.108.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.108.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.108.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.109.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.109.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.109.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.109.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.109.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.11.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.11.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.11.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.11.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.11.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.110.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.110.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.110.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.110.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.110.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.111.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.111.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.111.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.111.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.111.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.112.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.112.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.112.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.112.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.112.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.113.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.113.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.113.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.113.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.113.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.114.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.114.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.114.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.114.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.114.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.115.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.115.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.115.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.115.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.115.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.116.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.116.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.116.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.116.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.116.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.117.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.117.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.117.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.117.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.117.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.118.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.118.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.118.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.118.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.118.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.119.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.119.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.119.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.119.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.119.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.12.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.12.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.12.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.12.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.12.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.120.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.120.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.120.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.120.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.120.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.121.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.121.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.121.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.121.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.121.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.122.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.122.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.122.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.122.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.122.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.123.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.123.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.123.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.123.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.123.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.124.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.124.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.124.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.124.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.124.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.125.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.125.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.125.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.125.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.125.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.126.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.126.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.126.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.126.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.126.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.127.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.127.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.127.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.127.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.127.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.128.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.128.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.128.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.128.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.128.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.129.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.129.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.129.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.129.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.129.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.13.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.13.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.13.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.13.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.13.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.130.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.130.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.130.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.130.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.130.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.131.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.131.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.131.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.131.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.131.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.132.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.132.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.132.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.132.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.132.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.133.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.133.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.133.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.133.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.133.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.134.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.134.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.134.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.134.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.134.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.135.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.135.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.135.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.135.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.135.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.136.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.136.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.136.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.136.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.136.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.137.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.137.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.137.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.137.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.137.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.138.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.138.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.138.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.138.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.138.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.139.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.139.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.139.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.139.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.139.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.14.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.14.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.14.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.14.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.14.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.140.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.140.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.140.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.140.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.140.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.141.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.141.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.141.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.141.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.141.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.142.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.142.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.142.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.142.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.142.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.143.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.143.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.143.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.143.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.143.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.144.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.144.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.144.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.144.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.144.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.145.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.145.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.145.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.145.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.145.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.146.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.146.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.146.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.146.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.146.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.147.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.147.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.147.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.147.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.147.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.148.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.148.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.148.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.148.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.148.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.149.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.149.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.149.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.149.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.149.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.15.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.15.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.15.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.15.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.15.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.150.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.150.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.150.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.150.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.150.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.151.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.151.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.151.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.151.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.151.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.152.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.152.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.152.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.152.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.152.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.153.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.153.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.153.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.153.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.153.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.154.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.154.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.154.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.154.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.154.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.155.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.155.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.155.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.155.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.155.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.156.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.156.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.156.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.156.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.156.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.157.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.157.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.157.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.157.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.157.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.158.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.158.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.158.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.158.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.158.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.159.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.159.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.159.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.159.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.159.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.16.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.16.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.16.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.16.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.16.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.160.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.160.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.160.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.160.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.160.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.160.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.161.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.161.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.161.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.161.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.161.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.161.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.162.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.162.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.162.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.162.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.162.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.162.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.163.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.163.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.163.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.163.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.163.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.163.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.164.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.164.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.164.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.164.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.164.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.164.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.165.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.165.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.165.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.165.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.165.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.165.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.166.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.166.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.166.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.166.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.166.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.166.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.167.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.167.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.167.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.167.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.167.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.167.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.168.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.168.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.168.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.168.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.168.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.168.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.169.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.169.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.169.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.169.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.169.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.169.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.17.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.17.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.17.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.17.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.17.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.170.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.170.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.170.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.170.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.170.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.170.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.171.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.171.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.171.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.171.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.171.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.171.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.172.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.172.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.172.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.172.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.172.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.172.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.173.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.173.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.173.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.173.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.173.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.173.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.174.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.174.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.174.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.174.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.174.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.174.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.175.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.175.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.175.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.175.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.175.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.175.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.176.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.176.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.176.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.176.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.176.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.176.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.177.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.177.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.177.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.177.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.177.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.177.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.178.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.178.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.178.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.178.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.178.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.178.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.179.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.179.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.179.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.179.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.179.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.179.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.18.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.18.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.18.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.18.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.18.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.180.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.180.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.180.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.180.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.180.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.180.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.181.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.181.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.181.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.181.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.181.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.181.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.182.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.182.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.182.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.182.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.182.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.182.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.183.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.183.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.183.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.183.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.183.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.183.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.184.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.184.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.184.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.184.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.184.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.184.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.185.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.185.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.185.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.185.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.185.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.185.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.186.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.186.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.186.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.186.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.186.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.186.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.187.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.187.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.187.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.187.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.187.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.187.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.188.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.188.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.188.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.188.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.188.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.188.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.189.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.189.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.189.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.189.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.189.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.189.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.19.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.19.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.19.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.19.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.19.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.190.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.190.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.190.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.190.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.190.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.190.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.191.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.191.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.191.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.191.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.191.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.191.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.192.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.192.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.192.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.192.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.192.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.192.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.193.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.193.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.193.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.193.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.193.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.193.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.194.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.194.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.194.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.194.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.194.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.194.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.195.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.195.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.195.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.195.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.195.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.195.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.196.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.196.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.196.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.196.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.196.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.196.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.197.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.197.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.197.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.197.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.197.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.197.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.198.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.198.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.198.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.198.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.198.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.198.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.199.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.199.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.199.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.199.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.199.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.199.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.2.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.2.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.2.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.2.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.2.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.20.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.20.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.20.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.20.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.20.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.200.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.200.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.200.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.200.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.200.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.200.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.201.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.201.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.201.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.201.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.201.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.201.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.202.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.202.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.202.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.202.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.202.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.202.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.203.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.203.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.203.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.203.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.203.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.203.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.204.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.204.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.204.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.204.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.204.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.204.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.205.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.205.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.205.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.205.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.205.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.205.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.206.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.206.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.206.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.206.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.206.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.206.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.207.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.207.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.207.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.207.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.207.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.207.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.208.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.208.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.208.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.208.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.208.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.208.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.209.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.209.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.209.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.209.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.209.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.209.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.21.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.21.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.21.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.21.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.21.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.210.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.210.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.210.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.210.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.210.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.210.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.211.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.211.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.211.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.211.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.211.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.211.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.212.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.212.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.212.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.212.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.212.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.212.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.213.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.213.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.213.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.213.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.213.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.213.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.214.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.214.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.214.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.214.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.214.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.214.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.215.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.215.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.215.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.215.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.215.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.215.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.216.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.216.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.216.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.216.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.216.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.216.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.217.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.217.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.217.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.217.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.217.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.217.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.218.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.218.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.218.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.218.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.218.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.218.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.219.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.219.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.219.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.219.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.219.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.219.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.22.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.22.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.22.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.22.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.22.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.220.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.220.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.220.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.220.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.220.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.220.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.221.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.221.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.221.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.221.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.221.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.221.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.222.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.222.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.222.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.222.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.222.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.222.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.223.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.223.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.223.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.223.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.223.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.223.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.224.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.224.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.224.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.224.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.224.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.224.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.225.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.225.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.225.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.225.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.225.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.225.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.226.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.226.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.226.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.226.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.226.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.226.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.227.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.227.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.227.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.227.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.227.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.227.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.228.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.228.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.228.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.228.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.228.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.228.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.229.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.229.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.229.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.229.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.229.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.229.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.23.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.23.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.23.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.23.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.23.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.230.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.230.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.230.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.230.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.230.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.230.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.231.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.231.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.231.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.231.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.231.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.231.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.232.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.232.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.232.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.232.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.232.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.232.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.233.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.233.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.233.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.233.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.233.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.233.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.234.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.234.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.234.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.234.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.234.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.234.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.235.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.235.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.235.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.235.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.235.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.235.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.236.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.236.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.236.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.236.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.236.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.236.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.237.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.237.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.237.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.237.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.237.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.237.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.238.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.238.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.238.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.238.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.238.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.238.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.239.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.239.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.239.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.239.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.239.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.239.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.24.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.24.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.24.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.24.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.24.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.240.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.240.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.240.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.240.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.240.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.240.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.241.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.241.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.241.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.241.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.241.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.241.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.242.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.242.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.242.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.242.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.242.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.242.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.243.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.243.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.243.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.243.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.243.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.243.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.244.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.244.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.244.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.244.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.244.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.244.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.245.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.245.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.245.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.245.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.245.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.245.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.246.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.246.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.246.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.246.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.246.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.246.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.247.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.247.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.247.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.247.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.247.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.247.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.248.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.248.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.248.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.248.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.248.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.248.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.249.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.249.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.249.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.249.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.249.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.249.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.25.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.25.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.25.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.25.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.25.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.250.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.250.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.250.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.250.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.250.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.250.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.251.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.251.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.251.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.251.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.251.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.251.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.252.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.252.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.252.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.252.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.252.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.252.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.253.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.253.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.253.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.253.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.253.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.253.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.254.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.254.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.254.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.254.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.254.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.254.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.255.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.255.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.255.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.255.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.255.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.255.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.23.mlp.experts.26.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.26.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.26.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.26.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.26.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.27.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.27.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.27.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.27.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.27.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.28.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.28.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.28.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.28.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.28.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.29.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.29.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.29.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.29.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.29.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.3.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.3.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.3.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.3.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.3.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.30.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.30.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.30.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.30.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.30.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.31.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.31.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.31.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.31.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.31.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.32.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.32.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.32.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.32.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.32.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.33.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.33.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.33.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.33.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.33.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.34.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.34.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.34.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.34.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.34.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.35.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.35.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.35.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.35.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.35.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.36.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.36.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.36.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.36.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.36.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.37.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.37.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.37.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.37.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.37.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.38.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.38.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.38.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.38.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.38.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.39.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.39.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.39.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.39.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.39.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.4.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.4.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.4.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.4.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.4.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.40.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.40.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.40.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.40.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.40.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.41.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.41.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.41.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.41.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.41.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.42.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.42.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.42.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.42.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.42.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.43.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.43.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.43.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.43.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.43.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.44.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.44.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.44.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.44.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.44.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.45.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.45.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.45.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.45.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.45.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.46.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.46.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.46.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.46.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.46.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.47.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.47.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.47.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.47.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.47.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.48.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.48.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.48.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.48.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.48.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.49.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.49.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.49.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.49.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.49.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.5.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.5.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.5.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.5.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.5.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.50.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.50.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.50.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.50.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.50.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.51.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.51.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.51.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.51.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.51.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.52.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.52.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.52.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.52.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.52.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.53.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.53.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.53.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.53.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.53.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.54.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.54.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.54.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.54.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.54.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.55.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.55.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.55.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.55.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.55.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.56.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.56.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.56.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.56.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.56.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.57.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.57.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.57.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.57.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.57.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.58.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.58.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.58.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.58.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.58.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.59.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.59.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.59.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.59.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.59.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.6.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.6.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.6.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.6.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.6.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.60.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.60.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.60.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.60.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.60.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.61.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.61.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.61.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.61.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.61.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.62.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.62.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.62.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.62.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.62.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.63.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.63.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.63.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.63.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.63.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.64.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.64.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.64.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.64.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.64.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.65.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.65.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.65.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.65.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.65.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.66.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.66.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.66.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.66.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.66.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.67.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.67.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.67.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.67.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.67.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.68.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.68.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.68.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.68.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.68.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.69.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.69.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.69.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.69.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.69.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.7.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.7.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.7.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.7.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.7.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.70.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.70.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.70.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.70.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.70.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.71.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.71.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.71.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.71.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.71.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.72.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.72.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.72.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.72.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.72.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.73.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.73.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.73.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.73.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.73.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.74.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.74.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.74.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.74.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.74.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.75.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.75.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.75.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.75.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.75.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.76.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.76.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.76.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.76.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.76.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.77.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.77.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.77.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.77.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.77.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.78.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.78.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.78.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.78.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.78.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.79.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.79.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.79.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.79.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.79.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.8.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.8.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.8.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.8.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.8.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.80.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.80.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.80.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.80.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.80.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.81.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.81.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.81.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.81.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.81.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.82.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.82.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.82.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.82.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.82.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.83.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.83.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.83.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.83.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.83.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.84.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.84.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.84.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.84.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.84.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.85.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.85.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.85.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.85.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.85.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.86.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.86.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.86.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.86.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.86.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.87.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.87.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.87.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.87.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.87.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.88.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.88.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.88.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.88.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.88.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.89.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.89.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.89.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.89.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.89.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.9.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.9.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.9.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.9.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.9.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.experts.90.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.90.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.90.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.90.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.90.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.91.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.91.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.91.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.91.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.91.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.92.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.92.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.92.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.92.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.92.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.93.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.93.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.93.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.93.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.93.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.94.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.94.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.94.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.94.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.94.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.95.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.95.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.95.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.95.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.95.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.96.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.96.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.96.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.96.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.96.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.97.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.97.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.97.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.97.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.97.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.98.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.98.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.98.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.98.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.98.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.99.down_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.99.down_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.99.gate_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.99.up_proj.weight": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.experts.99.up_proj.weight_scale": "model-00027-of-00081.safetensors",
+ "model.layers.23.mlp.router.gate.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.shared_experts.down_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.shared_experts.gate_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.mlp.shared_experts.up_proj.weight_scale": "model-00026-of-00081.safetensors",
+ "model.layers.23.post_attention_layernorm.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.post_mlp_layernorm.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.pre_mlp_layernorm.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.self_attn.gate_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.self_attn.k_norm.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.self_attn.k_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.self_attn.o_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.self_attn.q_norm.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.self_attn.q_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.23.self_attn.v_proj.weight": "model-00026-of-00081.safetensors",
+ "model.layers.24.input_layernorm.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.expert_bias": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.0.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.0.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.0.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.0.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.0.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.1.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.1.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.1.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.1.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.1.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.10.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.10.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.10.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.10.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.10.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.100.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.100.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.100.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.100.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.100.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.101.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.101.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.101.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.101.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.101.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.102.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.102.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.102.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.102.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.102.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.103.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.103.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.103.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.103.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.103.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.104.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.104.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.104.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.104.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.104.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.105.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.105.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.105.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.105.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.105.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.106.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.106.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.106.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.106.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.106.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.107.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.107.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.107.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.107.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.107.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.108.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.108.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.108.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.108.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.108.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.109.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.109.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.109.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.109.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.109.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.11.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.11.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.11.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.11.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.11.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.110.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.110.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.110.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.110.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.110.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.111.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.111.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.111.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.111.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.111.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.112.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.112.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.112.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.112.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.112.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.113.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.113.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.113.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.113.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.113.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.114.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.114.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.114.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.114.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.114.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.115.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.115.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.115.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.115.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.115.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.116.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.116.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.116.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.116.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.116.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.117.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.117.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.117.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.117.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.117.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.118.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.118.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.118.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.118.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.118.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.119.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.119.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.119.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.119.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.119.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.12.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.12.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.12.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.12.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.12.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.120.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.120.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.120.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.120.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.120.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.121.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.121.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.121.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.121.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.121.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.122.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.122.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.122.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.122.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.122.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.123.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.123.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.123.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.123.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.123.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.124.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.124.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.124.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.124.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.124.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.125.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.125.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.125.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.125.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.125.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.126.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.126.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.126.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.126.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.126.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.127.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.127.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.127.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.127.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.127.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.128.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.128.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.128.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.128.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.128.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.129.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.129.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.129.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.129.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.129.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.13.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.13.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.13.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.13.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.13.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.130.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.130.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.130.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.130.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.130.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.131.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.131.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.131.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.131.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.131.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.132.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.132.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.132.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.132.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.132.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.133.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.133.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.133.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.133.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.133.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.134.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.134.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.134.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.134.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.134.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.135.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.135.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.135.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.135.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.135.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.136.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.136.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.136.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.136.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.136.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.137.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.137.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.137.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.137.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.137.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.138.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.138.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.138.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.138.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.138.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.139.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.139.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.139.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.139.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.139.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.14.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.14.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.14.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.14.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.14.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.140.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.140.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.140.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.140.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.140.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.141.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.141.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.141.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.141.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.141.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.142.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.142.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.142.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.142.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.142.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.143.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.143.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.143.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.143.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.143.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.144.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.144.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.144.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.144.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.144.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.145.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.145.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.145.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.145.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.145.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.146.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.146.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.146.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.146.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.146.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.147.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.147.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.147.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.147.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.147.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.148.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.148.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.148.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.148.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.148.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.149.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.149.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.149.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.149.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.149.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.15.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.15.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.15.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.15.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.15.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.150.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.150.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.150.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.150.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.150.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.151.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.151.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.151.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.151.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.151.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.152.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.152.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.152.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.152.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.152.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.153.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.153.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.153.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.153.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.153.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.154.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.154.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.154.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.154.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.154.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.155.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.155.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.155.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.155.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.155.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.156.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.156.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.156.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.156.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.156.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.157.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.157.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.157.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.157.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.157.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.158.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.158.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.158.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.158.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.158.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.159.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.159.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.159.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.159.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.159.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.16.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.16.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.16.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.16.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.16.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.160.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.160.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.160.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.160.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.160.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.160.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.161.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.161.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.161.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.161.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.161.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.161.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.162.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.162.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.162.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.162.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.162.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.162.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.163.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.163.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.163.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.163.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.163.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.163.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.164.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.164.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.164.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.164.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.164.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.164.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.165.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.165.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.165.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.165.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.165.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.165.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.166.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.166.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.166.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.166.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.166.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.166.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.167.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.167.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.167.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.167.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.167.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.167.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.168.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.168.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.168.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.168.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.168.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.168.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.169.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.169.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.169.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.169.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.169.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.169.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.17.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.17.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.17.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.17.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.17.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.170.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.170.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.170.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.170.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.170.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.170.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.171.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.171.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.171.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.171.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.171.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.171.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.172.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.172.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.172.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.172.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.172.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.172.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.173.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.173.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.173.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.173.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.173.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.173.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.174.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.174.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.174.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.174.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.174.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.174.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.175.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.175.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.175.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.175.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.175.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.175.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.176.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.176.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.176.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.176.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.176.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.176.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.177.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.177.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.177.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.177.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.177.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.177.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.178.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.178.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.178.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.178.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.178.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.178.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.179.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.179.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.179.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.179.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.179.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.179.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.18.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.18.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.18.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.18.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.18.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.180.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.180.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.180.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.180.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.180.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.180.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.181.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.181.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.181.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.181.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.181.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.181.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.182.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.182.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.182.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.182.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.182.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.182.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.183.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.183.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.183.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.183.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.183.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.183.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.184.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.184.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.184.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.184.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.184.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.184.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.185.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.185.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.185.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.185.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.185.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.185.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.186.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.186.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.186.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.186.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.186.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.186.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.187.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.187.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.187.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.187.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.187.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.187.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.188.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.188.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.188.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.188.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.188.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.188.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.189.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.189.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.189.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.189.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.189.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.189.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.19.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.19.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.19.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.19.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.19.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.190.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.190.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.190.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.190.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.190.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.190.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.191.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.191.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.191.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.191.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.191.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.191.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.192.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.192.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.192.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.192.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.192.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.192.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.193.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.193.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.193.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.193.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.193.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.193.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.194.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.194.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.194.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.194.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.194.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.194.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.195.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.195.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.195.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.195.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.195.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.195.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.196.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.196.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.196.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.196.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.196.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.196.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.197.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.197.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.197.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.197.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.197.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.197.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.198.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.198.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.198.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.198.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.198.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.198.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.199.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.199.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.199.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.199.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.199.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.199.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.2.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.2.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.2.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.2.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.2.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.20.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.20.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.20.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.20.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.20.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.200.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.200.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.200.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.200.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.200.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.200.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.201.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.201.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.201.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.201.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.201.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.201.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.202.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.202.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.202.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.202.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.202.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.202.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.203.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.203.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.203.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.203.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.203.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.203.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.204.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.204.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.204.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.204.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.204.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.204.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.205.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.205.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.205.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.205.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.205.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.205.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.206.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.206.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.206.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.206.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.206.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.206.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.207.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.207.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.207.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.207.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.207.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.207.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.208.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.208.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.208.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.208.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.208.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.208.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.209.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.209.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.209.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.209.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.209.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.209.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.21.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.21.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.21.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.21.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.21.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.210.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.210.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.210.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.210.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.210.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.210.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.211.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.211.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.211.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.211.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.211.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.211.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.212.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.212.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.212.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.212.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.212.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.212.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.213.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.213.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.213.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.213.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.213.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.213.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.214.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.214.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.214.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.214.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.214.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.214.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.215.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.215.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.215.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.215.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.215.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.215.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.216.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.216.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.216.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.216.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.216.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.216.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.217.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.217.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.217.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.217.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.217.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.217.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.218.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.218.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.218.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.218.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.218.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.218.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.219.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.219.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.219.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.219.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.219.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.219.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.22.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.22.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.22.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.22.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.22.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.220.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.220.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.220.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.220.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.220.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.220.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.221.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.221.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.221.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.221.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.221.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.221.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.222.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.222.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.222.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.222.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.222.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.222.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.223.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.223.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.223.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.223.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.223.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.223.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.224.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.224.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.224.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.224.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.224.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.224.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.225.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.225.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.225.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.225.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.225.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.225.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.226.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.226.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.226.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.226.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.226.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.226.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.227.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.227.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.227.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.227.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.227.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.227.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.228.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.228.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.228.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.228.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.228.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.228.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.229.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.229.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.229.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.229.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.229.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.229.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.23.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.23.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.23.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.23.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.23.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.230.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.230.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.230.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.230.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.230.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.230.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.231.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.231.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.231.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.231.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.231.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.231.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.232.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.232.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.232.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.232.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.232.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.232.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.233.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.233.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.233.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.233.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.233.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.233.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.234.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.234.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.234.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.234.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.234.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.234.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.235.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.235.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.235.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.235.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.235.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.235.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.236.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.236.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.236.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.236.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.236.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.236.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.237.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.237.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.237.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.237.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.237.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.237.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.238.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.238.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.238.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.238.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.238.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.238.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.239.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.239.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.239.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.239.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.239.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.239.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.24.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.24.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.24.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.24.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.24.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.240.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.240.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.240.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.240.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.240.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.240.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.241.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.241.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.241.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.241.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.241.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.241.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.242.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.242.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.242.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.242.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.242.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.242.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.243.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.243.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.243.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.243.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.243.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.243.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.244.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.244.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.244.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.244.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.244.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.244.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.245.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.245.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.245.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.245.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.245.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.245.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.246.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.246.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.246.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.246.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.246.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.246.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.247.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.247.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.247.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.247.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.247.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.247.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.248.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.248.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.248.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.248.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.248.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.248.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.249.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.249.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.249.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.249.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.249.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.249.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.25.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.25.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.25.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.25.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.25.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.250.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.250.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.250.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.250.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.250.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.250.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.251.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.251.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.251.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.251.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.251.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.251.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.252.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.252.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.252.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.252.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.252.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.252.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.253.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.253.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.253.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.253.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.253.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.253.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.254.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.254.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.254.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.254.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.254.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.254.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.255.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.255.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.255.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.255.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.255.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.255.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.24.mlp.experts.26.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.26.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.26.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.26.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.26.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.27.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.27.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.27.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.27.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.27.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.28.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.28.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.28.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.28.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.28.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.29.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.29.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.29.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.29.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.29.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.3.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.3.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.3.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.3.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.3.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.30.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.30.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.30.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.30.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.30.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.31.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.31.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.31.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.31.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.31.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.32.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.32.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.32.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.32.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.32.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.33.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.33.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.33.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.33.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.33.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.34.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.34.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.34.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.34.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.34.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.35.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.35.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.35.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.35.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.35.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.36.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.36.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.36.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.36.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.36.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.37.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.37.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.37.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.37.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.37.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.38.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.38.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.38.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.38.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.38.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.39.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.39.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.39.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.39.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.39.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.4.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.4.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.4.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.4.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.4.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.40.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.40.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.40.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.40.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.40.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.41.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.41.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.41.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.41.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.41.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.42.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.42.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.42.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.42.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.42.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.43.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.43.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.43.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.43.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.43.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.44.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.44.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.44.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.44.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.44.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.45.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.45.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.45.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.45.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.45.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.46.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.46.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.46.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.46.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.46.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.47.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.47.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.47.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.47.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.47.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.48.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.48.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.48.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.48.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.48.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.49.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.49.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.49.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.49.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.49.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.5.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.5.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.5.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.5.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.5.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.50.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.50.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.50.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.50.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.50.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.51.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.51.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.51.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.51.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.51.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.52.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.52.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.52.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.52.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.52.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.53.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.53.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.53.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.53.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.53.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.54.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.54.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.54.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.54.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.54.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.55.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.55.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.55.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.55.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.55.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.56.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.56.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.56.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.56.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.56.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.57.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.57.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.57.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.57.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.57.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.58.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.58.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.58.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.58.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.58.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.59.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.59.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.59.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.59.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.59.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.6.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.6.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.6.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.6.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.6.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.60.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.60.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.60.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.60.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.60.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.61.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.61.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.61.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.61.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.61.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.62.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.62.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.62.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.62.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.62.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.63.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.63.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.63.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.63.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.63.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.64.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.64.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.64.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.64.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.64.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.65.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.65.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.65.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.65.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.65.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.66.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.66.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.66.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.66.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.66.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.67.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.67.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.67.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.67.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.67.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.68.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.68.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.68.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.68.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.68.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.69.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.69.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.69.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.69.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.69.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.7.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.7.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.7.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.7.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.7.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.70.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.70.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.70.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.70.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.70.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.71.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.71.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.71.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.71.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.71.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.72.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.72.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.72.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.72.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.72.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.73.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.73.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.73.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.73.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.73.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.74.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.74.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.74.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.74.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.74.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.75.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.75.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.75.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.75.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.75.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.76.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.76.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.76.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.76.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.76.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.77.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.77.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.77.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.77.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.77.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.78.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.78.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.78.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.78.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.78.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.79.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.79.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.79.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.79.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.79.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.8.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.8.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.8.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.8.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.8.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.80.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.80.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.80.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.80.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.80.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.81.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.81.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.81.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.81.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.81.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.82.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.82.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.82.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.82.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.82.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.83.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.83.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.83.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.83.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.83.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.84.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.84.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.84.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.84.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.84.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.85.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.85.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.85.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.85.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.85.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.86.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.86.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.86.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.86.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.86.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.87.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.87.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.87.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.87.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.87.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.88.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.88.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.88.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.88.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.88.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.89.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.89.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.89.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.89.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.89.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.9.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.9.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.9.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.9.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.9.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.90.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.90.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.90.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.90.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.90.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.91.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.91.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.91.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.91.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.91.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.92.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.92.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.92.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.92.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.92.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.93.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.93.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.93.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.93.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.93.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.94.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.94.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.94.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.94.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.94.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.95.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.95.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.95.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.95.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.95.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.96.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.96.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.96.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.96.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.96.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.97.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.97.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.97.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.97.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.97.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.98.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.98.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.98.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.98.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.98.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.99.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.99.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.99.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.99.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.experts.99.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.router.gate.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.shared_experts.down_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.shared_experts.gate_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.mlp.shared_experts.up_proj.weight_scale": "model-00028-of-00081.safetensors",
+ "model.layers.24.post_attention_layernorm.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.post_mlp_layernorm.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.pre_mlp_layernorm.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.self_attn.gate_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.self_attn.k_norm.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.self_attn.k_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.self_attn.o_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.self_attn.q_norm.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.self_attn.q_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.24.self_attn.v_proj.weight": "model-00028-of-00081.safetensors",
+ "model.layers.25.input_layernorm.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.expert_bias": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.0.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.0.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.0.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.0.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.0.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.1.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.1.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.1.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.1.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.1.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.10.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.10.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.10.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.10.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.10.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.100.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.100.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.100.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.100.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.100.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.101.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.101.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.101.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.101.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.101.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.102.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.102.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.102.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.102.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.102.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.103.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.103.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.103.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.103.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.103.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.104.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.104.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.104.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.104.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.104.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.105.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.105.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.105.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.105.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.105.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.106.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.106.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.106.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.106.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.106.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.107.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.107.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.107.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.107.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.107.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.108.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.108.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.108.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.108.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.108.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.109.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.109.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.109.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.109.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.109.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.11.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.11.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.11.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.11.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.11.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.110.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.110.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.110.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.110.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.110.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.111.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.111.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.111.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.111.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.111.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.112.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.112.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.112.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.112.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.112.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.113.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.113.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.113.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.113.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.113.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.114.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.114.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.114.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.114.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.114.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.115.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.115.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.115.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.115.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.115.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.116.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.116.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.116.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.116.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.116.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.117.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.117.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.117.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.117.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.117.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.118.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.118.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.118.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.118.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.118.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.119.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.119.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.119.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.119.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.119.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.12.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.12.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.12.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.12.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.12.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.120.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.120.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.120.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.120.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.120.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.121.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.121.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.121.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.121.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.121.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.122.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.122.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.122.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.122.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.122.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.123.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.123.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.123.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.123.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.123.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.124.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.124.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.124.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.124.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.124.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.125.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.125.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.125.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.125.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.125.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.126.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.126.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.126.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.126.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.126.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.127.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.127.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.127.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.127.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.127.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.128.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.128.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.128.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.128.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.128.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.129.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.129.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.129.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.129.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.129.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.13.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.13.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.13.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.13.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.13.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.130.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.130.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.130.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.130.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.130.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.131.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.131.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.131.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.131.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.131.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.132.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.132.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.132.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.132.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.132.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.133.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.133.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.133.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.133.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.133.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.134.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.134.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.134.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.134.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.134.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.135.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.135.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.135.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.135.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.135.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.136.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.136.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.136.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.136.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.136.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.137.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.137.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.137.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.137.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.137.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.138.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.138.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.138.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.138.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.138.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.139.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.139.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.139.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.139.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.139.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.14.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.14.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.14.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.14.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.14.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.140.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.140.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.140.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.140.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.140.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.141.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.141.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.141.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.141.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.141.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.142.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.142.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.142.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.142.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.142.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.143.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.143.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.143.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.143.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.143.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.144.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.144.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.144.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.144.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.144.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.145.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.145.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.145.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.145.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.145.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.146.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.146.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.146.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.146.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.146.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.147.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.147.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.147.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.147.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.147.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.148.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.148.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.148.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.148.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.148.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.149.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.149.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.149.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.149.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.149.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.15.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.15.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.15.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.15.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.15.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.150.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.150.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.150.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.150.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.150.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.151.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.151.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.151.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.151.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.151.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.152.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.152.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.152.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.152.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.152.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.153.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.153.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.153.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.153.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.153.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.154.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.154.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.154.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.154.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.154.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.155.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.155.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.155.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.155.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.155.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.156.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.156.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.156.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.156.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.156.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.157.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.157.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.157.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.157.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.157.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.158.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.158.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.158.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.158.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.158.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.159.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.159.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.159.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.159.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.159.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.16.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.16.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.16.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.16.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.16.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.160.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.160.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.160.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.160.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.160.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.160.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.161.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.161.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.161.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.161.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.161.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.161.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.162.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.162.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.162.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.162.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.162.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.162.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.163.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.163.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.163.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.163.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.163.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.163.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.164.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.164.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.164.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.164.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.164.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.164.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.165.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.165.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.165.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.165.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.165.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.165.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.166.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.166.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.166.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.166.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.166.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.166.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.167.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.167.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.167.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.167.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.167.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.167.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.168.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.168.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.168.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.168.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.168.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.168.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.169.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.169.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.169.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.169.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.169.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.169.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.17.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.17.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.17.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.17.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.17.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.170.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.170.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.170.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.170.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.170.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.170.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.171.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.171.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.171.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.171.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.171.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.171.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.172.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.172.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.172.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.172.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.172.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.172.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.173.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.173.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.173.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.173.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.173.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.173.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.174.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.174.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.174.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.174.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.174.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.174.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.175.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.175.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.175.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.175.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.175.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.175.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.176.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.176.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.176.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.176.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.176.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.176.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.177.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.177.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.177.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.177.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.177.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.177.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.178.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.178.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.178.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.178.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.178.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.178.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.179.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.179.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.179.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.179.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.179.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.179.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.18.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.18.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.18.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.18.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.18.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.180.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.180.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.180.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.180.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.180.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.180.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.181.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.181.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.181.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.181.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.181.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.181.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.182.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.182.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.182.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.182.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.182.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.182.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.183.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.183.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.183.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.183.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.183.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.183.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.184.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.184.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.184.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.184.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.184.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.184.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.185.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.185.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.185.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.185.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.185.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.185.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.186.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.186.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.186.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.186.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.186.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.186.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.187.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.187.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.187.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.187.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.187.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.187.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.188.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.188.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.188.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.188.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.188.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.188.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.189.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.189.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.189.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.189.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.189.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.189.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.19.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.19.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.19.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.19.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.19.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.190.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.190.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.190.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.190.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.190.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.190.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.191.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.191.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.191.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.191.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.191.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.191.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.192.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.192.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.192.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.192.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.192.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.192.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.193.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.193.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.193.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.193.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.193.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.193.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.194.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.194.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.194.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.194.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.194.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.194.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.195.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.195.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.195.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.195.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.195.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.195.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.196.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.196.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.196.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.196.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.196.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.196.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.197.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.197.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.197.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.197.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.197.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.197.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.198.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.198.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.198.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.198.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.198.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.198.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.199.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.199.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.199.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.199.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.199.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.199.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.2.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.2.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.2.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.2.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.2.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.20.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.20.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.20.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.20.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.20.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.200.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.200.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.200.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.200.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.200.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.200.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.201.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.201.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.201.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.201.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.201.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.201.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.202.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.202.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.202.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.202.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.202.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.202.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.203.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.203.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.203.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.203.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.203.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.203.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.204.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.204.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.204.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.204.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.204.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.204.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.205.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.205.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.205.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.205.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.205.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.205.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.206.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.206.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.206.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.206.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.206.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.206.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.207.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.207.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.207.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.207.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.207.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.207.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.208.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.208.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.208.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.208.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.208.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.208.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.209.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.209.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.209.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.209.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.209.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.209.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.21.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.21.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.21.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.21.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.21.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.210.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.210.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.210.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.210.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.210.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.210.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.211.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.211.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.211.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.211.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.211.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.211.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.212.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.212.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.212.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.212.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.212.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.212.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.213.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.213.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.213.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.213.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.213.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.213.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.214.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.214.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.214.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.214.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.214.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.214.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.215.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.215.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.215.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.215.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.215.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.215.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.216.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.216.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.216.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.216.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.216.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.216.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.217.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.217.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.217.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.217.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.217.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.217.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.218.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.218.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.218.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.218.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.218.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.218.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.219.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.219.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.219.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.219.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.219.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.219.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.22.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.22.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.22.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.22.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.22.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.220.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.220.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.220.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.220.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.220.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.220.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.221.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.221.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.221.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.221.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.221.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.221.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.222.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.222.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.222.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.222.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.222.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.222.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.223.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.223.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.223.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.223.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.223.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.223.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.224.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.224.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.224.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.224.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.224.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.224.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.225.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.225.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.225.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.225.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.225.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.225.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.226.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.226.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.226.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.226.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.226.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.226.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.227.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.227.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.227.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.227.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.227.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.227.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.228.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.228.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.228.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.228.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.228.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.228.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.229.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.229.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.229.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.229.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.229.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.229.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.23.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.23.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.23.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.23.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.23.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.230.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.230.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.230.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.230.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.230.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.230.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.231.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.231.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.231.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.231.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.231.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.231.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.232.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.232.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.232.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.232.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.232.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.232.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.233.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.233.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.233.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.233.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.233.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.233.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.234.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.234.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.234.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.234.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.234.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.234.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.235.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.235.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.235.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.235.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.235.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.235.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.236.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.236.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.236.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.236.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.236.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.236.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.237.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.237.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.237.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.237.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.237.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.237.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.238.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.238.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.238.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.238.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.238.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.238.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.239.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.239.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.239.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.239.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.239.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.239.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.24.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.24.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.24.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.24.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.24.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.240.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.240.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.240.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.240.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.240.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.240.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.241.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.241.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.241.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.241.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.241.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.241.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.242.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.242.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.242.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.242.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.242.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.242.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.243.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.243.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.243.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.243.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.243.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.243.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.244.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.244.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.244.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.244.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.244.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.244.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.245.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.245.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.245.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.245.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.245.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.245.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.246.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.246.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.246.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.246.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.246.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.246.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.247.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.247.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.247.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.247.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.247.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.247.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.248.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.248.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.248.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.248.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.248.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.248.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.249.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.249.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.249.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.249.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.249.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.249.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.25.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.25.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.25.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.25.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.25.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.250.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.250.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.250.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.250.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.250.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.250.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.251.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.251.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.251.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.251.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.251.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.251.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.252.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.252.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.252.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.252.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.252.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.252.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.253.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.253.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.253.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.253.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.253.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.253.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.254.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.254.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.254.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.254.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.254.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.254.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.255.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.255.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.255.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.255.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.255.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.255.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.25.mlp.experts.26.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.26.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.26.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.26.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.26.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.27.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.27.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.27.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.27.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.27.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.28.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.28.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.28.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.28.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.28.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.29.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.29.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.29.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.29.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.29.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.3.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.3.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.3.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.3.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.3.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.30.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.30.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.30.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.30.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.30.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.31.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.31.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.31.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.31.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.31.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.32.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.32.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.32.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.32.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.32.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.33.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.33.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.33.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.33.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.33.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.34.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.34.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.34.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.34.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.34.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.35.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.35.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.35.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.35.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.35.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.36.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.36.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.36.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.36.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.36.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.37.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.37.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.37.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.37.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.37.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.38.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.38.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.38.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.38.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.38.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.39.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.39.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.39.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.39.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.39.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.4.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.4.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.4.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.4.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.4.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.40.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.40.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.40.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.40.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.40.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.41.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.41.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.41.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.41.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.41.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.42.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.42.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.42.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.42.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.42.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.43.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.43.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.43.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.43.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.43.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.44.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.44.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.44.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.44.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.44.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.45.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.45.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.45.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.45.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.45.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.46.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.46.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.46.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.46.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.46.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.47.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.47.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.47.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.47.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.47.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.48.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.48.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.48.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.48.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.48.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.49.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.49.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.49.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.49.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.49.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.5.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.5.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.5.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.5.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.5.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.50.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.50.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.50.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.50.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.50.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.51.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.51.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.51.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.51.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.51.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.52.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.52.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.52.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.52.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.52.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.53.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.53.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.53.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.53.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.53.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.54.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.54.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.54.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.54.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.54.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.55.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.55.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.55.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.55.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.55.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.56.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.56.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.56.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.56.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.56.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.57.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.57.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.57.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.57.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.57.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.58.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.58.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.58.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.58.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.58.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.59.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.59.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.59.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.59.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.59.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.6.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.6.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.6.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.6.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.6.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.60.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.60.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.60.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.60.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.60.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.61.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.61.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.61.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.61.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.61.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.62.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.62.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.62.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.62.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.62.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.63.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.63.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.63.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.63.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.63.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.64.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.64.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.64.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.64.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.64.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.65.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.65.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.65.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.65.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.65.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.66.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.66.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.66.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.66.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.66.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.67.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.67.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.67.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.67.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.67.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.68.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.68.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.68.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.68.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.68.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.69.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.69.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.69.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.69.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.69.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.7.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.7.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.7.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.7.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.7.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.70.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.70.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.70.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.70.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.70.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.71.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.71.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.71.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.71.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.71.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.72.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.72.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.72.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.72.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.72.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.73.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.73.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.73.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.73.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.73.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.74.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.74.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.74.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.74.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.74.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.75.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.75.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.75.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.75.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.75.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.76.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.76.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.76.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.76.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.76.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.77.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.77.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.77.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.77.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.77.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.78.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.78.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.78.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.78.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.78.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.79.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.79.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.79.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.79.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.79.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.8.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.8.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.8.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.8.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.8.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.80.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.80.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.80.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.80.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.80.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.81.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.81.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.81.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.81.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.81.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.82.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.82.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.82.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.82.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.82.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.83.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.83.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.83.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.83.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.83.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.84.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.84.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.84.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.84.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.84.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.85.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.85.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.85.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.85.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.85.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.86.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.86.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.86.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.86.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.86.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.87.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.87.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.87.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.87.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.87.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.88.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.88.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.88.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.88.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.88.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.89.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.89.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.89.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.89.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.89.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.9.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.9.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.9.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.9.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.9.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.experts.90.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.90.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.90.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.90.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.90.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.91.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.91.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.91.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.91.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.91.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.92.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.92.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.92.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.92.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.92.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.93.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.93.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.93.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.93.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.93.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.94.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.94.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.94.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.94.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.94.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.95.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.95.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.95.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.95.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.95.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.96.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.96.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.96.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.96.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.96.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.97.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.97.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.97.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.97.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.97.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.98.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.98.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.98.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.98.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.98.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.99.down_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.99.down_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.99.gate_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.99.up_proj.weight": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.experts.99.up_proj.weight_scale": "model-00030-of-00081.safetensors",
+ "model.layers.25.mlp.router.gate.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.shared_experts.down_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.shared_experts.gate_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.mlp.shared_experts.up_proj.weight_scale": "model-00029-of-00081.safetensors",
+ "model.layers.25.post_attention_layernorm.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.post_mlp_layernorm.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.pre_mlp_layernorm.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.self_attn.gate_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.self_attn.k_norm.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.self_attn.k_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.self_attn.o_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.self_attn.q_norm.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.self_attn.q_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.25.self_attn.v_proj.weight": "model-00029-of-00081.safetensors",
+ "model.layers.26.input_layernorm.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.expert_bias": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.0.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.0.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.0.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.0.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.0.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.1.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.1.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.1.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.1.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.1.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.10.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.10.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.10.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.10.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.10.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.100.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.100.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.100.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.100.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.100.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.101.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.101.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.101.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.101.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.101.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.102.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.102.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.102.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.102.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.102.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.103.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.103.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.103.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.103.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.103.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.104.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.104.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.104.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.104.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.104.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.105.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.105.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.105.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.105.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.105.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.106.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.106.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.106.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.106.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.106.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.107.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.107.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.107.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.107.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.107.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.108.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.108.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.108.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.108.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.108.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.109.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.109.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.109.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.109.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.109.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.11.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.11.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.11.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.11.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.11.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.110.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.110.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.110.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.110.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.110.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.111.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.111.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.111.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.111.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.111.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.112.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.112.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.112.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.112.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.112.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.113.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.113.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.113.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.113.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.113.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.114.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.114.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.114.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.114.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.114.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.115.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.115.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.115.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.115.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.115.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.116.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.116.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.116.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.116.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.116.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.117.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.117.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.117.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.117.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.117.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.118.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.118.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.118.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.118.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.118.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.119.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.119.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.119.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.119.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.119.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.12.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.12.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.12.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.12.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.12.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.120.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.120.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.120.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.120.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.120.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.121.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.121.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.121.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.121.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.121.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.122.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.122.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.122.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.122.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.122.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.123.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.123.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.123.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.123.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.123.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.124.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.124.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.124.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.124.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.124.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.125.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.125.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.125.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.125.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.125.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.126.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.126.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.126.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.126.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.126.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.127.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.127.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.127.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.127.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.127.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.128.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.128.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.128.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.128.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.128.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.129.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.129.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.129.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.129.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.129.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.13.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.13.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.13.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.13.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.13.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.130.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.130.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.130.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.130.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.130.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.131.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.131.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.131.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.131.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.131.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.132.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.132.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.132.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.132.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.132.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.133.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.133.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.133.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.133.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.133.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.134.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.134.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.134.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.134.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.134.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.135.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.135.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.135.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.135.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.135.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.136.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.136.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.136.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.136.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.136.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.137.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.137.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.137.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.137.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.137.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.138.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.138.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.138.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.138.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.138.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.139.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.139.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.139.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.139.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.139.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.14.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.14.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.14.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.14.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.14.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.140.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.140.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.140.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.140.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.140.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.141.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.141.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.141.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.141.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.141.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.142.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.142.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.142.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.142.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.142.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.143.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.143.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.143.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.143.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.143.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.144.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.144.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.144.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.144.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.144.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.145.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.145.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.145.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.145.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.145.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.146.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.146.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.146.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.146.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.146.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.147.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.147.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.147.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.147.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.147.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.148.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.148.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.148.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.148.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.148.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.149.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.149.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.149.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.149.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.149.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.15.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.15.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.15.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.15.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.15.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.150.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.150.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.150.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.150.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.150.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.151.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.151.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.151.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.151.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.151.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.152.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.152.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.152.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.152.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.152.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.153.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.153.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.153.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.153.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.153.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.154.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.154.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.154.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.154.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.154.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.155.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.155.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.155.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.155.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.155.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.156.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.156.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.156.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.156.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.156.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.157.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.157.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.157.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.157.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.157.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.158.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.158.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.158.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.158.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.158.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.159.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.159.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.159.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.159.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.159.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.16.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.16.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.16.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.16.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.16.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.160.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.160.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.160.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.160.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.160.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.160.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.161.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.161.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.161.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.161.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.161.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.161.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.162.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.162.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.162.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.162.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.162.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.162.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.163.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.163.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.163.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.163.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.163.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.163.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.164.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.164.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.164.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.164.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.164.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.164.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.165.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.165.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.165.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.165.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.165.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.165.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.166.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.166.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.166.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.166.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.166.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.166.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.167.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.167.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.167.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.167.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.167.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.167.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.168.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.168.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.168.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.168.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.168.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.168.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.169.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.169.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.169.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.169.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.169.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.169.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.17.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.17.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.17.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.17.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.17.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.170.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.170.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.170.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.170.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.170.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.170.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.171.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.171.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.171.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.171.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.171.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.171.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.172.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.172.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.172.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.172.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.172.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.172.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.173.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.173.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.173.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.173.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.173.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.173.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.174.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.174.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.174.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.174.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.174.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.174.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.175.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.175.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.175.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.175.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.175.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.175.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.176.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.176.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.176.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.176.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.176.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.176.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.177.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.177.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.177.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.177.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.177.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.177.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.178.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.178.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.178.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.178.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.178.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.178.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.179.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.179.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.179.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.179.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.179.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.179.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.18.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.18.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.18.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.18.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.18.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.180.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.180.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.180.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.180.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.180.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.180.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.181.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.181.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.181.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.181.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.181.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.181.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.182.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.182.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.182.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.182.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.182.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.182.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.183.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.183.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.183.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.183.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.183.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.183.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.184.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.184.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.184.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.184.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.184.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.184.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.185.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.185.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.185.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.185.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.185.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.185.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.186.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.186.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.186.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.186.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.186.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.186.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.187.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.187.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.187.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.187.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.187.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.187.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.188.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.188.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.188.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.188.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.188.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.188.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.189.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.189.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.189.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.189.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.189.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.189.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.19.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.19.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.19.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.19.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.19.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.190.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.190.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.190.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.190.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.190.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.190.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.191.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.191.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.191.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.191.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.191.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.191.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.192.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.192.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.192.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.192.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.192.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.192.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.193.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.193.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.193.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.193.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.193.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.193.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.194.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.194.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.194.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.194.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.194.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.194.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.195.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.195.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.195.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.195.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.195.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.195.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.196.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.196.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.196.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.196.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.196.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.196.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.197.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.197.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.197.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.197.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.197.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.197.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.198.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.198.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.198.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.198.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.198.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.198.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.199.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.199.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.199.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.199.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.199.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.199.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.2.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.2.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.2.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.2.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.2.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.20.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.20.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.20.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.20.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.20.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.200.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.200.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.200.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.200.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.200.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.200.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.201.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.201.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.201.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.201.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.201.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.201.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.202.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.202.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.202.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.202.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.202.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.202.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.203.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.203.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.203.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.203.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.203.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.203.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.204.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.204.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.204.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.204.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.204.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.204.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.205.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.205.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.205.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.205.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.205.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.205.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.206.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.206.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.206.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.206.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.206.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.206.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.207.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.207.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.207.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.207.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.207.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.207.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.208.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.208.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.208.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.208.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.208.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.208.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.209.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.209.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.209.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.209.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.209.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.209.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.21.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.21.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.21.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.21.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.21.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.210.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.210.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.210.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.210.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.210.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.210.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.211.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.211.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.211.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.211.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.211.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.211.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.212.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.212.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.212.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.212.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.212.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.212.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.213.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.213.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.213.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.213.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.213.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.213.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.214.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.214.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.214.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.214.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.214.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.214.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.215.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.215.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.215.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.215.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.215.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.215.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.216.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.216.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.216.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.216.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.216.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.216.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.217.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.217.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.217.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.217.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.217.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.217.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.218.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.218.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.218.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.218.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.218.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.218.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.219.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.219.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.219.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.219.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.219.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.219.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.22.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.22.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.22.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.22.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.22.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.220.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.220.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.220.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.220.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.220.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.220.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.221.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.221.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.221.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.221.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.221.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.221.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.222.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.222.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.222.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.222.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.222.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.222.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.223.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.223.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.223.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.223.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.223.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.223.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.224.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.224.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.224.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.224.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.224.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.224.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.225.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.225.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.225.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.225.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.225.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.225.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.226.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.226.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.226.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.226.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.226.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.226.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.227.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.227.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.227.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.227.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.227.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.227.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.228.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.228.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.228.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.228.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.228.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.228.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.229.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.229.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.229.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.229.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.229.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.229.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.23.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.23.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.23.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.23.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.23.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.230.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.230.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.230.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.230.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.230.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.230.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.231.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.231.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.231.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.231.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.231.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.231.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.232.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.232.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.232.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.232.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.232.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.232.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.233.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.233.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.233.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.233.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.233.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.233.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.234.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.234.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.234.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.234.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.234.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.234.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.235.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.235.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.235.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.235.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.235.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.235.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.236.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.236.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.236.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.236.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.236.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.236.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.237.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.237.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.237.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.237.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.237.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.237.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.238.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.238.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.238.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.238.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.238.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.238.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.239.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.239.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.239.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.239.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.239.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.239.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.24.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.24.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.24.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.24.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.24.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.240.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.240.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.240.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.240.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.240.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.240.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.241.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.241.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.241.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.241.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.241.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.241.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.242.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.242.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.242.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.242.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.242.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.242.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.243.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.243.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.243.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.243.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.243.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.243.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.244.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.244.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.244.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.244.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.244.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.244.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.245.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.245.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.245.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.245.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.245.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.245.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.246.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.246.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.246.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.246.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.246.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.246.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.247.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.247.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.247.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.247.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.247.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.247.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.248.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.248.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.248.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.248.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.248.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.248.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.249.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.249.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.249.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.249.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.249.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.249.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.25.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.25.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.25.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.25.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.25.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.250.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.250.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.250.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.250.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.250.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.250.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.251.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.251.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.251.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.251.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.251.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.251.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.252.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.252.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.252.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.252.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.252.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.252.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.253.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.253.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.253.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.253.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.253.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.253.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.254.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.254.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.254.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.254.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.254.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.254.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.255.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.255.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.255.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.255.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.255.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.255.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.26.mlp.experts.26.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.26.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.26.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.26.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.26.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.27.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.27.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.27.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.27.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.27.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.28.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.28.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.28.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.28.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.28.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.29.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.29.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.29.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.29.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.29.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.3.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.3.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.3.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.3.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.3.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.30.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.30.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.30.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.30.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.30.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.31.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.31.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.31.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.31.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.31.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.32.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.32.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.32.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.32.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.32.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.33.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.33.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.33.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.33.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.33.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.34.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.34.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.34.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.34.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.34.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.35.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.35.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.35.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.35.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.35.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.36.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.36.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.36.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.36.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.36.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.37.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.37.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.37.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.37.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.37.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.38.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.38.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.38.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.38.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.38.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.39.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.39.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.39.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.39.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.39.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.4.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.4.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.4.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.4.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.4.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.40.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.40.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.40.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.40.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.40.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.41.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.41.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.41.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.41.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.41.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.42.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.42.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.42.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.42.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.42.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.43.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.43.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.43.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.43.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.43.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.44.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.44.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.44.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.44.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.44.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.45.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.45.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.45.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.45.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.45.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.46.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.46.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.46.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.46.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.46.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.47.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.47.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.47.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.47.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.47.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.48.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.48.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.48.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.48.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.48.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.49.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.49.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.49.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.49.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.49.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.5.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.5.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.5.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.5.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.5.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.50.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.50.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.50.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.50.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.50.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.51.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.51.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.51.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.51.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.51.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.52.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.52.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.52.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.52.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.52.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.53.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.53.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.53.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.53.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.53.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.54.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.54.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.54.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.54.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.54.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.55.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.55.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.55.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.55.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.55.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.56.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.56.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.56.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.56.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.56.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.57.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.57.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.57.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.57.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.57.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.58.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.58.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.58.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.58.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.58.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.59.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.59.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.59.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.59.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.59.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.6.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.6.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.6.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.6.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.6.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.60.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.60.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.60.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.60.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.60.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.61.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.61.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.61.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.61.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.61.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.62.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.62.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.62.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.62.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.62.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.63.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.63.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.63.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.63.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.63.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.64.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.64.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.64.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.64.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.64.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.65.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.65.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.65.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.65.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.65.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.66.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.66.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.66.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.66.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.66.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.67.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.67.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.67.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.67.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.67.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.68.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.68.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.68.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.68.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.68.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.69.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.69.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.69.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.69.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.69.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.7.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.7.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.7.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.7.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.7.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.70.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.70.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.70.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.70.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.70.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.71.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.71.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.71.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.71.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.71.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.72.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.72.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.72.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.72.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.72.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.73.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.73.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.73.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.73.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.73.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.74.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.74.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.74.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.74.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.74.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.75.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.75.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.75.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.75.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.75.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.76.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.76.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.76.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.76.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.76.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.77.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.77.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.77.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.77.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.77.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.78.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.78.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.78.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.78.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.78.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.79.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.79.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.79.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.79.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.79.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.8.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.8.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.8.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.8.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.8.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.80.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.80.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.80.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.80.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.80.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.81.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.81.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.81.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.81.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.81.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.82.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.82.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.82.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.82.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.82.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.83.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.83.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.83.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.83.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.83.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.84.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.84.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.84.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.84.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.84.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.85.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.85.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.85.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.85.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.85.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.86.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.86.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.86.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.86.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.86.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.87.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.87.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.87.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.87.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.87.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.88.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.88.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.88.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.88.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.88.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.89.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.89.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.89.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.89.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.89.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.9.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.9.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.9.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.9.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.9.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.90.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.90.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.90.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.90.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.90.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.91.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.91.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.91.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.91.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.91.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.92.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.92.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.92.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.92.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.92.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.93.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.93.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.93.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.93.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.93.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.94.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.94.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.94.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.94.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.94.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.95.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.95.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.95.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.95.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.95.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.96.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.96.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.96.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.96.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.96.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.97.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.97.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.97.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.97.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.97.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.98.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.98.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.98.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.98.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.98.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.99.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.99.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.99.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.99.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.experts.99.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.router.gate.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.shared_experts.down_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.shared_experts.gate_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.mlp.shared_experts.up_proj.weight_scale": "model-00031-of-00081.safetensors",
+ "model.layers.26.post_attention_layernorm.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.post_mlp_layernorm.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.pre_mlp_layernorm.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.self_attn.gate_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.self_attn.k_norm.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.self_attn.k_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.self_attn.o_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.self_attn.q_norm.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.self_attn.q_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.26.self_attn.v_proj.weight": "model-00031-of-00081.safetensors",
+ "model.layers.27.input_layernorm.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.expert_bias": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.0.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.0.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.0.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.0.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.0.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.1.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.1.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.1.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.1.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.1.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.10.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.10.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.10.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.10.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.10.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.100.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.100.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.100.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.100.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.100.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.101.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.101.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.101.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.101.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.101.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.102.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.102.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.102.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.102.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.102.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.103.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.103.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.103.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.103.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.103.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.104.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.104.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.104.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.104.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.104.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.105.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.105.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.105.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.105.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.105.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.106.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.106.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.106.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.106.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.106.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.107.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.107.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.107.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.107.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.107.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.108.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.108.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.108.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.108.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.108.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.109.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.109.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.109.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.109.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.109.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.11.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.11.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.11.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.11.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.11.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.110.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.110.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.110.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.110.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.110.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.111.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.111.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.111.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.111.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.111.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.112.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.112.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.112.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.112.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.112.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.113.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.113.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.113.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.113.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.113.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.114.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.114.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.114.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.114.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.114.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.115.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.115.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.115.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.115.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.115.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.116.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.116.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.116.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.116.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.116.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.117.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.117.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.117.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.117.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.117.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.118.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.118.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.118.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.118.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.118.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.119.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.119.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.119.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.119.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.119.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.12.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.12.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.12.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.12.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.12.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.120.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.120.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.120.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.120.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.120.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.121.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.121.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.121.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.121.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.121.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.122.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.122.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.122.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.122.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.122.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.123.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.123.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.123.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.123.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.123.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.124.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.124.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.124.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.124.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.124.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.125.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.125.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.125.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.125.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.125.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.126.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.126.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.126.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.126.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.126.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.127.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.127.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.127.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.127.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.127.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.128.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.128.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.128.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.128.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.128.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.129.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.129.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.129.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.129.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.129.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.13.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.13.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.13.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.13.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.13.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.130.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.130.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.130.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.130.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.130.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.131.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.131.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.131.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.131.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.131.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.132.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.132.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.132.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.132.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.132.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.133.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.133.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.133.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.133.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.133.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.134.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.134.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.134.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.134.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.134.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.135.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.135.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.135.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.135.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.135.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.136.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.136.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.136.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.136.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.136.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.137.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.137.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.137.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.137.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.137.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.138.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.138.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.138.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.138.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.138.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.139.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.139.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.139.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.139.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.139.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.14.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.14.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.14.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.14.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.14.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.140.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.140.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.140.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.140.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.140.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.141.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.141.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.141.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.141.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.141.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.142.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.142.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.142.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.142.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.142.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.143.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.143.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.143.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.143.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.143.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.144.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.144.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.144.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.144.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.144.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.145.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.145.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.145.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.145.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.145.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.146.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.146.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.146.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.146.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.146.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.147.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.147.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.147.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.147.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.147.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.148.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.148.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.148.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.148.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.148.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.149.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.149.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.149.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.149.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.149.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.15.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.15.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.15.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.15.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.15.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.150.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.150.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.150.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.150.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.150.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.151.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.151.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.151.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.151.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.151.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.152.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.152.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.152.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.152.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.152.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.153.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.153.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.153.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.153.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.153.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.154.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.154.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.154.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.154.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.154.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.155.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.155.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.155.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.155.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.155.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.156.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.156.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.156.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.156.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.156.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.157.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.157.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.157.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.157.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.157.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.158.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.158.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.158.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.158.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.158.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.159.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.159.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.159.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.159.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.159.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.16.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.16.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.16.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.16.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.16.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.160.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.160.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.160.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.160.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.160.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.160.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.161.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.161.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.161.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.161.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.161.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.161.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.162.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.162.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.162.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.162.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.162.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.162.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.163.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.163.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.163.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.163.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.163.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.163.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.164.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.164.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.164.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.164.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.164.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.164.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.165.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.165.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.165.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.165.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.165.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.165.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.166.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.166.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.166.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.166.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.166.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.166.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.167.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.167.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.167.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.167.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.167.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.167.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.168.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.168.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.168.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.168.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.168.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.168.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.169.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.169.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.169.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.169.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.169.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.169.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.17.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.17.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.17.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.17.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.17.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.170.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.170.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.170.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.170.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.170.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.170.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.171.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.171.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.171.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.171.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.171.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.171.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.172.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.172.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.172.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.172.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.172.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.172.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.173.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.173.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.173.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.173.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.173.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.173.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.174.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.174.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.174.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.174.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.174.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.174.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.175.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.175.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.175.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.175.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.175.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.175.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.176.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.176.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.176.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.176.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.176.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.176.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.177.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.177.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.177.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.177.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.177.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.177.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.178.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.178.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.178.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.178.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.178.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.178.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.179.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.179.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.179.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.179.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.179.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.179.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.18.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.18.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.18.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.18.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.18.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.180.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.180.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.180.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.180.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.180.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.180.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.181.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.181.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.181.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.181.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.181.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.181.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.182.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.182.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.182.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.182.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.182.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.182.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.183.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.183.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.183.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.183.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.183.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.183.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.184.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.184.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.184.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.184.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.184.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.184.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.185.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.185.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.185.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.185.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.185.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.185.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.186.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.186.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.186.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.186.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.186.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.186.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.187.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.187.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.187.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.187.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.187.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.187.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.188.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.188.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.188.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.188.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.188.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.188.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.189.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.189.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.189.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.189.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.189.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.189.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.19.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.19.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.19.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.19.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.19.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.190.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.190.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.190.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.190.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.190.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.190.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.191.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.191.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.191.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.191.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.191.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.191.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.192.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.192.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.192.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.192.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.192.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.192.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.193.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.193.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.193.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.193.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.193.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.193.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.194.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.194.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.194.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.194.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.194.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.194.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.195.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.195.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.195.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.195.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.195.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.195.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.196.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.196.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.196.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.196.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.196.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.196.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.197.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.197.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.197.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.197.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.197.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.197.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.198.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.198.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.198.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.198.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.198.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.198.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.199.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.199.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.199.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.199.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.199.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.199.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.2.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.2.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.2.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.2.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.2.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.20.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.20.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.20.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.20.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.20.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.200.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.200.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.200.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.200.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.200.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.200.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.201.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.201.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.201.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.201.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.201.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.201.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.202.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.202.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.202.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.202.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.202.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.202.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.203.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.203.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.203.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.203.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.203.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.203.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.204.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.204.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.204.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.204.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.204.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.204.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.205.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.205.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.205.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.205.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.205.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.205.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.206.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.206.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.206.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.206.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.206.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.206.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.207.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.207.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.207.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.207.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.207.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.207.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.208.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.208.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.208.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.208.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.208.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.208.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.209.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.209.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.209.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.209.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.209.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.209.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.21.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.21.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.21.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.21.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.21.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.210.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.210.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.210.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.210.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.210.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.210.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.211.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.211.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.211.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.211.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.211.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.211.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.212.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.212.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.212.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.212.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.212.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.212.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.213.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.213.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.213.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.213.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.213.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.213.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.214.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.214.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.214.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.214.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.214.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.214.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.215.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.215.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.215.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.215.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.215.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.215.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.216.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.216.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.216.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.216.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.216.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.216.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.217.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.217.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.217.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.217.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.217.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.217.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.218.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.218.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.218.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.218.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.218.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.218.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.219.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.219.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.219.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.219.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.219.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.219.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.22.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.22.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.22.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.22.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.22.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.220.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.220.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.220.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.220.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.220.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.220.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.221.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.221.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.221.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.221.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.221.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.221.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.222.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.222.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.222.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.222.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.222.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.222.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.223.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.223.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.223.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.223.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.223.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.223.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.224.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.224.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.224.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.224.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.224.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.224.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.225.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.225.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.225.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.225.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.225.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.225.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.226.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.226.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.226.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.226.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.226.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.226.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.227.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.227.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.227.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.227.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.227.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.227.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.228.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.228.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.228.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.228.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.228.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.228.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.229.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.229.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.229.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.229.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.229.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.229.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.23.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.23.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.23.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.23.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.23.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.230.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.230.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.230.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.230.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.230.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.230.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.231.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.231.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.231.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.231.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.231.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.231.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.232.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.232.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.232.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.232.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.232.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.232.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.233.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.233.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.233.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.233.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.233.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.233.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.234.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.234.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.234.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.234.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.234.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.234.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.235.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.235.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.235.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.235.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.235.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.235.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.236.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.236.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.236.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.236.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.236.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.236.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.237.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.237.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.237.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.237.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.237.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.237.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.238.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.238.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.238.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.238.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.238.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.238.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.239.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.239.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.239.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.239.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.239.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.239.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.24.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.24.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.24.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.24.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.24.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.240.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.240.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.240.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.240.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.240.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.240.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.241.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.241.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.241.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.241.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.241.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.241.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.242.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.242.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.242.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.242.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.242.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.242.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.243.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.243.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.243.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.243.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.243.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.243.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.244.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.244.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.244.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.244.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.244.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.244.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.245.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.245.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.245.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.245.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.245.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.245.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.246.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.246.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.246.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.246.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.246.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.246.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.247.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.247.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.247.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.247.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.247.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.247.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.248.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.248.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.248.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.248.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.248.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.248.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.249.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.249.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.249.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.249.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.249.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.249.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.25.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.25.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.25.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.25.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.25.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.250.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.250.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.250.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.250.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.250.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.250.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.251.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.251.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.251.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.251.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.251.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.251.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.252.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.252.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.252.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.252.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.252.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.252.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.253.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.253.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.253.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.253.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.253.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.253.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.254.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.254.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.254.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.254.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.254.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.254.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.255.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.255.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.255.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.255.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.255.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.255.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.27.mlp.experts.26.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.26.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.26.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.26.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.26.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.27.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.27.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.27.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.27.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.27.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.28.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.28.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.28.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.28.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.28.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.29.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.29.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.29.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.29.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.29.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.3.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.3.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.3.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.3.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.3.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.30.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.30.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.30.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.30.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.30.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.31.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.31.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.31.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.31.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.31.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.32.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.32.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.32.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.32.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.32.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.33.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.33.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.33.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.33.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.33.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.34.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.34.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.34.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.34.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.34.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.35.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.35.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.35.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.35.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.35.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.36.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.36.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.36.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.36.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.36.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.37.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.37.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.37.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.37.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.37.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.38.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.38.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.38.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.38.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.38.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.39.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.39.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.39.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.39.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.39.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.4.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.4.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.4.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.4.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.4.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.40.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.40.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.40.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.40.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.40.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.41.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.41.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.41.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.41.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.41.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.42.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.42.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.42.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.42.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.42.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.43.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.43.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.43.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.43.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.43.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.44.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.44.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.44.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.44.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.44.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.45.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.45.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.45.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.45.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.45.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.46.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.46.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.46.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.46.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.46.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.47.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.47.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.47.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.47.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.47.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.48.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.48.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.48.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.48.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.48.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.49.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.49.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.49.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.49.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.49.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.5.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.5.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.5.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.5.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.5.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.50.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.50.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.50.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.50.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.50.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.51.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.51.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.51.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.51.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.51.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.52.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.52.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.52.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.52.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.52.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.53.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.53.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.53.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.53.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.53.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.54.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.54.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.54.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.54.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.54.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.55.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.55.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.55.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.55.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.55.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.56.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.56.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.56.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.56.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.56.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.57.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.57.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.57.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.57.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.57.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.58.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.58.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.58.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.58.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.58.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.59.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.59.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.59.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.59.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.59.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.6.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.6.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.6.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.6.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.6.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.60.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.60.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.60.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.60.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.60.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.61.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.61.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.61.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.61.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.61.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.62.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.62.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.62.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.62.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.62.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.63.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.63.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.63.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.63.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.63.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.64.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.64.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.64.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.64.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.64.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.65.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.65.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.65.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.65.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.65.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.66.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.66.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.66.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.66.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.66.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.67.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.67.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.67.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.67.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.67.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.68.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.68.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.68.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.68.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.68.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.69.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.69.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.69.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.69.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.69.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.7.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.7.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.7.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.7.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.7.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.70.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.70.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.70.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.70.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.70.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.71.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.71.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.71.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.71.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.71.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.72.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.72.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.72.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.72.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.72.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.73.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.73.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.73.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.73.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.73.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.74.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.74.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.74.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.74.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.74.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.75.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.75.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.75.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.75.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.75.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.76.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.76.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.76.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.76.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.76.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.77.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.77.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.77.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.77.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.77.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.78.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.78.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.78.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.78.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.78.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.79.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.79.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.79.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.79.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.79.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.8.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.8.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.8.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.8.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.8.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.80.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.80.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.80.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.80.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.80.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.81.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.81.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.81.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.81.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.81.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.82.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.82.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.82.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.82.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.82.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.83.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.83.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.83.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.83.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.83.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.84.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.84.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.84.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.84.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.84.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.85.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.85.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.85.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.85.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.85.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.86.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.86.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.86.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.86.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.86.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.87.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.87.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.87.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.87.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.87.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.88.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.88.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.88.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.88.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.88.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.89.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.89.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.89.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.89.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.89.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.9.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.9.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.9.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.9.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.9.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.experts.90.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.90.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.90.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.90.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.90.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.91.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.91.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.91.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.91.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.91.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.92.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.92.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.92.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.92.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.92.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.93.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.93.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.93.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.93.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.93.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.94.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.94.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.94.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.94.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.94.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.95.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.95.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.95.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.95.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.95.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.96.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.96.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.96.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.96.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.96.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.97.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.97.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.97.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.97.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.97.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.98.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.98.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.98.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.98.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.98.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.99.down_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.99.down_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.99.gate_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.99.up_proj.weight": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.experts.99.up_proj.weight_scale": "model-00033-of-00081.safetensors",
+ "model.layers.27.mlp.router.gate.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.shared_experts.down_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.shared_experts.gate_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.mlp.shared_experts.up_proj.weight_scale": "model-00032-of-00081.safetensors",
+ "model.layers.27.post_attention_layernorm.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.post_mlp_layernorm.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.pre_mlp_layernorm.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.self_attn.gate_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.self_attn.k_norm.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.self_attn.k_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.self_attn.o_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.self_attn.q_norm.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.self_attn.q_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.27.self_attn.v_proj.weight": "model-00032-of-00081.safetensors",
+ "model.layers.28.input_layernorm.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.expert_bias": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.0.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.0.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.0.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.0.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.0.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.1.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.1.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.1.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.1.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.1.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.10.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.10.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.10.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.10.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.10.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.100.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.100.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.100.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.100.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.100.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.101.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.101.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.101.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.101.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.101.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.102.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.102.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.102.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.102.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.102.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.103.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.103.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.103.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.103.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.103.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.104.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.104.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.104.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.104.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.104.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.105.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.105.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.105.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.105.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.105.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.106.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.106.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.106.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.106.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.106.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.107.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.107.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.107.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.107.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.107.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.108.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.108.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.108.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.108.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.108.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.109.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.109.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.109.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.109.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.109.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.11.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.11.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.11.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.11.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.11.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.110.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.110.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.110.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.110.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.110.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.111.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.111.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.111.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.111.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.111.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.112.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.112.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.112.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.112.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.112.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.113.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.113.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.113.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.113.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.113.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.114.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.114.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.114.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.114.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.114.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.115.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.115.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.115.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.115.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.115.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.116.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.116.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.116.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.116.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.116.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.117.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.117.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.117.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.117.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.117.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.118.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.118.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.118.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.118.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.118.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.119.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.119.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.119.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.119.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.119.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.12.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.12.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.12.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.12.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.12.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.120.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.120.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.120.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.120.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.120.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.121.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.121.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.121.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.121.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.121.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.122.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.122.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.122.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.122.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.122.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.123.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.123.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.123.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.123.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.123.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.124.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.124.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.124.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.124.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.124.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.125.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.125.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.125.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.125.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.125.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.126.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.126.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.126.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.126.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.126.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.127.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.127.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.127.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.127.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.127.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.128.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.128.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.128.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.128.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.128.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.129.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.129.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.129.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.129.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.129.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.13.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.13.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.13.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.13.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.13.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.130.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.130.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.130.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.130.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.130.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.131.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.131.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.131.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.131.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.131.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.132.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.132.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.132.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.132.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.132.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.133.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.133.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.133.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.133.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.133.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.134.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.134.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.134.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.134.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.134.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.135.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.135.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.135.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.135.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.135.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.136.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.136.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.136.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.136.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.136.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.137.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.137.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.137.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.137.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.137.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.138.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.138.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.138.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.138.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.138.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.139.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.139.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.139.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.139.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.139.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.14.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.14.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.14.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.14.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.14.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.140.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.140.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.140.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.140.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.140.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.141.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.141.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.141.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.141.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.141.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.142.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.142.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.142.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.142.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.142.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.143.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.143.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.143.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.143.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.143.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.144.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.144.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.144.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.144.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.144.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.145.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.145.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.145.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.145.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.145.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.146.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.146.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.146.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.146.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.146.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.147.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.147.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.147.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.147.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.147.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.148.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.148.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.148.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.148.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.148.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.149.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.149.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.149.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.149.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.149.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.15.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.15.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.15.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.15.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.15.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.150.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.150.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.150.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.150.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.150.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.151.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.151.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.151.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.151.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.151.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.152.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.152.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.152.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.152.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.152.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.153.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.153.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.153.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.153.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.153.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.154.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.154.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.154.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.154.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.154.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.155.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.155.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.155.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.155.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.155.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.156.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.156.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.156.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.156.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.156.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.157.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.157.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.157.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.157.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.157.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.158.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.158.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.158.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.158.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.158.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.159.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.159.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.159.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.159.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.159.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.16.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.16.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.16.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.16.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.16.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.160.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.160.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.160.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.160.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.160.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.160.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.161.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.161.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.161.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.161.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.161.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.161.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.162.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.162.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.162.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.162.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.162.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.162.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.163.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.163.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.163.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.163.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.163.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.163.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.164.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.164.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.164.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.164.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.164.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.164.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.165.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.165.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.165.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.165.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.165.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.165.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.166.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.166.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.166.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.166.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.166.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.166.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.167.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.167.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.167.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.167.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.167.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.167.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.168.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.168.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.168.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.168.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.168.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.168.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.169.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.169.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.169.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.169.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.169.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.169.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.17.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.17.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.17.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.17.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.17.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.170.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.170.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.170.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.170.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.170.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.170.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.171.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.171.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.171.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.171.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.171.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.171.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.172.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.172.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.172.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.172.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.172.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.172.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.173.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.173.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.173.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.173.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.173.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.173.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.174.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.174.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.174.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.174.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.174.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.174.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.175.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.175.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.175.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.175.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.175.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.175.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.176.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.176.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.176.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.176.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.176.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.176.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.177.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.177.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.177.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.177.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.177.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.177.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.178.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.178.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.178.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.178.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.178.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.178.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.179.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.179.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.179.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.179.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.179.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.179.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.18.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.18.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.18.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.18.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.18.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.180.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.180.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.180.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.180.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.180.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.180.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.181.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.181.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.181.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.181.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.181.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.181.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.182.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.182.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.182.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.182.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.182.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.182.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.183.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.183.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.183.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.183.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.183.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.183.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.184.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.184.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.184.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.184.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.184.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.184.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.185.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.185.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.185.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.185.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.185.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.185.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.186.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.186.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.186.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.186.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.186.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.186.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.187.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.187.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.187.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.187.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.187.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.187.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.188.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.188.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.188.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.188.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.188.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.188.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.189.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.189.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.189.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.189.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.189.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.189.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.19.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.19.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.19.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.19.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.19.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.190.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.190.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.190.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.190.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.190.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.190.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.191.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.191.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.191.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.191.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.191.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.191.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.192.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.192.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.192.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.192.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.192.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.192.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.193.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.193.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.193.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.193.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.193.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.193.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.194.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.194.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.194.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.194.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.194.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.194.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.195.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.195.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.195.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.195.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.195.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.195.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.196.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.196.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.196.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.196.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.196.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.196.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.197.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.197.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.197.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.197.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.197.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.197.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.198.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.198.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.198.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.198.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.198.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.198.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.199.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.199.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.199.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.199.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.199.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.199.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.2.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.2.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.2.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.2.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.2.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.20.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.20.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.20.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.20.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.20.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.200.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.200.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.200.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.200.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.200.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.200.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.201.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.201.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.201.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.201.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.201.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.201.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.202.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.202.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.202.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.202.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.202.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.202.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.203.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.203.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.203.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.203.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.203.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.203.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.204.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.204.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.204.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.204.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.204.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.204.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.205.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.205.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.205.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.205.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.205.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.205.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.206.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.206.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.206.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.206.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.206.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.206.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.207.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.207.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.207.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.207.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.207.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.207.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.208.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.208.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.208.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.208.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.208.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.208.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.209.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.209.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.209.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.209.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.209.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.209.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.21.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.21.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.21.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.21.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.21.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.210.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.210.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.210.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.210.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.210.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.210.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.211.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.211.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.211.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.211.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.211.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.211.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.212.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.212.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.212.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.212.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.212.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.212.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.213.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.213.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.213.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.213.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.213.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.213.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.214.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.214.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.214.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.214.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.214.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.214.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.215.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.215.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.215.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.215.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.215.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.215.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.216.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.216.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.216.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.216.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.216.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.216.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.217.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.217.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.217.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.217.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.217.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.217.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.218.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.218.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.218.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.218.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.218.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.218.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.219.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.219.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.219.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.219.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.219.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.219.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.22.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.22.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.22.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.22.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.22.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.220.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.220.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.220.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.220.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.220.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.220.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.221.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.221.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.221.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.221.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.221.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.221.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.222.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.222.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.222.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.222.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.222.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.222.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.223.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.223.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.223.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.223.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.223.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.223.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.224.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.224.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.224.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.224.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.224.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.224.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.225.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.225.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.225.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.225.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.225.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.225.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.226.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.226.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.226.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.226.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.226.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.226.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.227.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.227.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.227.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.227.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.227.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.227.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.228.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.228.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.228.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.228.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.228.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.228.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.229.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.229.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.229.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.229.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.229.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.229.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.23.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.23.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.23.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.23.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.23.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.230.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.230.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.230.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.230.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.230.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.230.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.231.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.231.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.231.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.231.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.231.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.231.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.232.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.232.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.232.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.232.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.232.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.232.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.233.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.233.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.233.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.233.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.233.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.233.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.234.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.234.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.234.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.234.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.234.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.234.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.235.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.235.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.235.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.235.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.235.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.235.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.236.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.236.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.236.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.236.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.236.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.236.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.237.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.237.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.237.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.237.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.237.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.237.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.238.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.238.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.238.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.238.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.238.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.238.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.239.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.239.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.239.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.239.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.239.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.239.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.24.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.24.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.24.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.24.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.24.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.240.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.240.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.240.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.240.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.240.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.240.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.241.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.241.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.241.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.241.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.241.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.241.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.242.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.242.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.242.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.242.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.242.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.242.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.243.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.243.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.243.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.243.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.243.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.243.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.244.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.244.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.244.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.244.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.244.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.244.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.245.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.245.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.245.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.245.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.245.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.245.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.246.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.246.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.246.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.246.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.246.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.246.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.247.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.247.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.247.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.247.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.247.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.247.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.248.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.248.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.248.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.248.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.248.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.248.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.249.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.249.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.249.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.249.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.249.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.249.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.25.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.25.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.25.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.25.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.25.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.250.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.250.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.250.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.250.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.250.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.250.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.251.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.251.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.251.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.251.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.251.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.251.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.252.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.252.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.252.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.252.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.252.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.252.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.253.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.253.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.253.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.253.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.253.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.253.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.254.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.254.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.254.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.254.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.254.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.254.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.255.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.255.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.255.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.255.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.255.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.255.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.28.mlp.experts.26.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.26.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.26.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.26.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.26.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.27.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.27.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.27.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.27.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.27.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.28.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.28.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.28.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.28.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.28.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.29.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.29.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.29.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.29.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.29.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.3.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.3.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.3.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.3.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.3.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.30.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.30.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.30.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.30.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.30.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.31.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.31.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.31.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.31.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.31.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.32.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.32.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.32.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.32.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.32.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.33.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.33.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.33.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.33.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.33.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.34.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.34.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.34.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.34.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.34.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.35.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.35.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.35.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.35.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.35.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.36.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.36.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.36.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.36.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.36.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.37.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.37.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.37.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.37.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.37.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.38.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.38.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.38.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.38.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.38.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.39.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.39.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.39.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.39.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.39.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.4.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.4.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.4.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.4.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.4.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.40.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.40.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.40.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.40.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.40.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.41.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.41.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.41.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.41.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.41.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.42.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.42.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.42.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.42.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.42.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.43.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.43.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.43.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.43.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.43.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.44.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.44.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.44.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.44.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.44.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.45.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.45.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.45.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.45.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.45.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.46.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.46.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.46.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.46.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.46.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.47.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.47.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.47.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.47.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.47.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.48.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.48.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.48.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.48.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.48.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.49.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.49.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.49.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.49.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.49.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.5.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.5.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.5.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.5.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.5.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.50.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.50.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.50.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.50.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.50.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.51.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.51.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.51.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.51.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.51.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.52.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.52.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.52.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.52.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.52.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.53.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.53.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.53.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.53.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.53.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.54.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.54.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.54.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.54.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.54.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.55.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.55.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.55.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.55.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.55.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.56.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.56.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.56.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.56.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.56.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.57.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.57.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.57.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.57.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.57.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.58.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.58.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.58.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.58.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.58.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.59.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.59.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.59.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.59.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.59.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.6.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.6.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.6.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.6.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.6.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.60.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.60.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.60.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.60.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.60.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.61.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.61.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.61.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.61.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.61.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.62.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.62.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.62.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.62.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.62.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.63.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.63.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.63.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.63.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.63.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.64.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.64.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.64.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.64.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.64.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.65.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.65.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.65.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.65.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.65.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.66.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.66.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.66.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.66.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.66.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.67.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.67.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.67.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.67.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.67.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.68.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.68.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.68.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.68.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.68.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.69.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.69.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.69.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.69.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.69.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.7.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.7.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.7.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.7.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.7.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.70.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.70.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.70.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.70.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.70.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.71.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.71.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.71.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.71.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.71.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.72.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.72.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.72.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.72.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.72.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.73.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.73.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.73.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.73.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.73.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.74.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.74.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.74.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.74.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.74.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.75.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.75.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.75.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.75.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.75.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.76.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.76.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.76.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.76.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.76.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.77.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.77.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.77.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.77.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.77.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.78.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.78.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.78.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.78.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.78.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.79.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.79.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.79.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.79.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.79.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.8.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.8.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.8.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.8.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.8.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.80.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.80.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.80.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.80.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.80.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.81.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.81.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.81.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.81.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.81.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.82.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.82.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.82.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.82.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.82.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.83.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.83.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.83.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.83.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.83.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.84.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.84.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.84.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.84.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.84.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.85.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.85.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.85.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.85.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.85.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.86.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.86.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.86.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.86.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.86.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.87.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.87.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.87.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.87.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.87.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.88.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.88.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.88.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.88.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.88.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.89.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.89.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.89.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.89.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.89.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.9.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.9.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.9.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.9.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.9.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.90.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.90.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.90.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.90.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.90.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.91.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.91.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.91.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.91.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.91.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.92.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.92.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.92.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.92.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.92.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.93.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.93.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.93.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.93.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.93.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.94.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.94.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.94.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.94.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.94.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.95.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.95.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.95.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.95.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.95.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.96.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.96.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.96.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.96.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.96.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.97.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.97.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.97.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.97.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.97.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.98.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.98.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.98.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.98.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.98.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.99.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.99.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.99.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.99.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.experts.99.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.router.gate.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.shared_experts.down_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.shared_experts.gate_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.mlp.shared_experts.up_proj.weight_scale": "model-00034-of-00081.safetensors",
+ "model.layers.28.post_attention_layernorm.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.post_mlp_layernorm.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.pre_mlp_layernorm.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.self_attn.gate_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.self_attn.k_norm.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.self_attn.k_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.self_attn.o_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.self_attn.q_norm.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.self_attn.q_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.28.self_attn.v_proj.weight": "model-00034-of-00081.safetensors",
+ "model.layers.29.input_layernorm.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.expert_bias": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.0.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.0.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.0.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.0.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.0.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.1.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.1.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.1.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.1.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.1.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.10.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.10.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.10.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.10.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.10.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.100.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.100.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.100.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.100.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.100.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.101.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.101.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.101.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.101.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.101.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.102.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.102.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.102.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.102.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.102.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.103.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.103.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.103.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.103.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.103.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.104.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.104.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.104.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.104.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.104.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.105.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.105.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.105.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.105.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.105.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.106.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.106.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.106.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.106.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.106.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.107.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.107.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.107.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.107.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.107.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.108.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.108.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.108.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.108.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.108.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.109.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.109.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.109.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.109.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.109.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.11.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.11.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.11.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.11.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.11.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.110.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.110.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.110.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.110.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.110.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.111.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.111.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.111.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.111.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.111.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.112.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.112.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.112.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.112.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.112.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.113.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.113.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.113.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.113.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.113.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.114.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.114.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.114.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.114.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.114.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.115.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.115.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.115.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.115.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.115.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.116.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.116.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.116.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.116.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.116.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.117.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.117.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.117.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.117.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.117.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.118.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.118.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.118.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.118.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.118.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.119.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.119.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.119.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.119.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.119.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.12.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.12.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.12.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.12.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.12.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.120.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.120.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.120.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.120.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.120.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.121.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.121.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.121.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.121.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.121.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.122.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.122.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.122.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.122.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.122.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.123.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.123.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.123.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.123.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.123.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.124.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.124.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.124.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.124.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.124.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.125.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.125.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.125.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.125.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.125.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.126.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.126.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.126.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.126.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.126.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.127.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.127.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.127.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.127.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.127.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.128.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.128.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.128.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.128.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.128.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.129.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.129.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.129.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.129.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.129.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.13.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.13.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.13.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.13.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.13.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.130.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.130.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.130.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.130.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.130.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.131.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.131.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.131.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.131.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.131.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.132.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.132.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.132.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.132.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.132.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.133.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.133.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.133.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.133.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.133.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.134.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.134.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.134.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.134.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.134.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.135.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.135.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.135.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.135.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.135.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.136.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.136.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.136.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.136.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.136.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.137.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.137.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.137.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.137.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.137.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.138.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.138.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.138.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.138.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.138.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.139.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.139.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.139.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.139.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.139.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.14.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.14.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.14.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.14.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.14.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.140.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.140.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.140.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.140.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.140.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.141.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.141.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.141.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.141.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.141.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.142.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.142.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.142.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.142.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.142.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.143.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.143.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.143.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.143.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.143.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.144.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.144.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.144.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.144.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.144.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.145.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.145.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.145.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.145.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.145.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.146.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.146.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.146.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.146.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.146.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.147.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.147.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.147.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.147.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.147.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.148.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.148.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.148.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.148.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.148.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.149.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.149.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.149.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.149.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.149.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.15.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.15.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.15.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.15.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.15.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.150.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.150.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.150.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.150.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.150.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.151.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.151.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.151.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.151.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.151.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.152.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.152.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.152.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.152.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.152.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.153.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.153.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.153.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.153.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.153.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.154.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.154.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.154.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.154.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.154.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.155.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.155.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.155.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.155.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.155.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.156.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.156.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.156.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.156.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.156.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.157.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.157.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.157.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.157.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.157.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.158.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.158.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.158.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.158.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.158.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.159.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.159.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.159.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.159.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.159.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.16.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.16.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.16.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.16.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.16.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.160.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.160.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.160.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.160.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.160.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.160.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.161.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.161.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.161.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.161.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.161.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.161.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.162.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.162.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.162.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.162.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.162.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.162.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.163.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.163.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.163.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.163.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.163.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.163.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.164.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.164.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.164.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.164.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.164.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.164.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.165.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.165.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.165.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.165.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.165.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.165.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.166.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.166.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.166.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.166.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.166.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.166.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.167.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.167.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.167.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.167.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.167.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.167.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.168.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.168.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.168.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.168.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.168.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.168.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.169.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.169.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.169.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.169.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.169.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.169.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.17.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.17.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.17.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.17.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.17.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.170.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.170.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.170.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.170.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.170.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.170.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.171.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.171.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.171.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.171.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.171.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.171.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.172.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.172.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.172.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.172.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.172.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.172.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.173.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.173.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.173.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.173.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.173.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.173.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.174.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.174.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.174.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.174.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.174.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.174.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.175.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.175.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.175.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.175.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.175.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.175.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.176.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.176.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.176.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.176.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.176.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.176.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.177.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.177.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.177.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.177.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.177.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.177.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.178.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.178.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.178.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.178.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.178.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.178.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.179.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.179.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.179.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.179.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.179.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.179.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.18.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.18.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.18.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.18.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.18.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.180.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.180.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.180.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.180.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.180.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.180.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.181.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.181.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.181.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.181.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.181.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.181.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.182.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.182.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.182.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.182.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.182.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.182.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.183.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.183.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.183.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.183.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.183.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.183.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.184.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.184.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.184.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.184.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.184.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.184.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.185.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.185.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.185.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.185.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.185.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.185.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.186.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.186.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.186.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.186.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.186.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.186.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.187.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.187.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.187.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.187.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.187.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.187.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.188.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.188.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.188.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.188.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.188.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.188.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.189.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.189.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.189.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.189.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.189.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.189.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.19.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.19.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.19.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.19.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.19.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.190.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.190.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.190.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.190.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.190.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.190.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.191.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.191.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.191.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.191.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.191.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.191.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.192.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.192.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.192.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.192.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.192.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.192.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.193.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.193.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.193.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.193.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.193.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.193.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.194.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.194.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.194.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.194.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.194.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.194.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.195.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.195.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.195.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.195.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.195.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.195.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.196.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.196.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.196.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.196.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.196.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.196.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.197.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.197.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.197.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.197.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.197.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.197.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.198.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.198.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.198.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.198.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.198.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.198.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.199.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.199.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.199.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.199.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.199.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.199.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.2.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.2.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.2.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.2.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.2.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.20.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.20.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.20.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.20.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.20.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.200.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.200.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.200.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.200.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.200.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.200.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.201.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.201.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.201.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.201.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.201.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.201.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.202.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.202.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.202.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.202.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.202.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.202.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.203.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.203.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.203.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.203.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.203.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.203.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.204.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.204.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.204.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.204.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.204.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.204.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.205.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.205.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.205.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.205.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.205.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.205.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.206.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.206.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.206.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.206.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.206.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.206.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.207.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.207.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.207.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.207.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.207.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.207.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.208.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.208.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.208.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.208.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.208.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.208.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.209.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.209.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.209.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.209.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.209.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.209.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.21.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.21.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.21.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.21.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.21.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.210.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.210.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.210.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.210.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.210.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.210.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.211.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.211.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.211.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.211.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.211.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.211.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.212.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.212.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.212.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.212.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.212.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.212.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.213.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.213.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.213.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.213.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.213.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.213.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.214.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.214.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.214.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.214.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.214.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.214.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.215.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.215.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.215.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.215.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.215.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.215.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.216.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.216.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.216.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.216.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.216.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.216.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.217.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.217.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.217.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.217.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.217.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.217.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.218.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.218.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.218.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.218.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.218.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.218.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.219.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.219.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.219.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.219.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.219.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.219.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.22.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.22.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.22.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.22.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.22.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.220.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.220.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.220.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.220.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.220.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.220.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.221.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.221.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.221.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.221.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.221.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.221.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.222.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.222.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.222.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.222.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.222.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.222.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.223.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.223.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.223.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.223.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.223.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.223.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.224.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.224.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.224.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.224.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.224.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.224.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.225.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.225.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.225.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.225.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.225.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.225.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.226.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.226.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.226.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.226.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.226.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.226.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.227.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.227.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.227.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.227.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.227.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.227.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.228.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.228.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.228.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.228.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.228.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.228.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.229.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.229.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.229.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.229.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.229.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.229.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.23.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.23.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.23.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.23.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.23.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.230.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.230.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.230.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.230.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.230.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.230.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.231.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.231.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.231.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.231.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.231.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.231.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.232.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.232.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.232.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.232.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.232.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.232.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.233.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.233.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.233.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.233.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.233.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.233.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.234.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.234.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.234.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.234.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.234.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.234.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.235.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.235.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.235.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.235.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.235.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.235.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.236.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.236.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.236.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.236.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.236.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.236.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.237.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.237.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.237.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.237.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.237.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.237.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.238.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.238.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.238.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.238.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.238.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.238.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.239.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.239.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.239.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.239.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.239.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.239.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.24.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.24.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.24.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.24.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.24.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.240.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.240.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.240.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.240.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.240.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.240.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.241.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.241.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.241.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.241.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.241.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.241.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.242.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.242.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.242.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.242.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.242.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.242.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.243.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.243.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.243.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.243.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.243.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.243.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.244.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.244.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.244.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.244.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.244.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.244.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.245.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.245.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.245.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.245.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.245.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.245.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.246.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.246.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.246.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.246.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.246.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.246.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.247.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.247.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.247.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.247.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.247.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.247.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.248.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.248.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.248.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.248.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.248.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.248.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.249.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.249.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.249.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.249.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.249.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.249.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.25.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.25.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.25.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.25.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.25.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.250.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.250.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.250.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.250.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.250.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.250.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.251.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.251.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.251.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.251.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.251.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.251.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.252.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.252.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.252.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.252.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.252.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.252.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.253.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.253.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.253.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.253.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.253.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.253.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.254.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.254.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.254.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.254.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.254.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.254.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.255.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.255.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.255.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.255.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.255.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.255.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.29.mlp.experts.26.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.26.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.26.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.26.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.26.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.27.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.27.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.27.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.27.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.27.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.28.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.28.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.28.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.28.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.28.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.29.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.29.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.29.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.29.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.29.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.3.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.3.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.3.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.3.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.3.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.30.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.30.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.30.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.30.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.30.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.31.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.31.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.31.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.31.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.31.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.32.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.32.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.32.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.32.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.32.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.33.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.33.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.33.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.33.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.33.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.34.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.34.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.34.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.34.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.34.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.35.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.35.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.35.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.35.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.35.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.36.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.36.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.36.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.36.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.36.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.37.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.37.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.37.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.37.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.37.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.38.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.38.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.38.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.38.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.38.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.39.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.39.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.39.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.39.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.39.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.4.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.4.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.4.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.4.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.4.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.40.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.40.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.40.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.40.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.40.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.41.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.41.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.41.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.41.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.41.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.42.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.42.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.42.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.42.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.42.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.43.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.43.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.43.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.43.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.43.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.44.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.44.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.44.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.44.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.44.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.45.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.45.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.45.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.45.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.45.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.46.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.46.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.46.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.46.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.46.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.47.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.47.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.47.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.47.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.47.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.48.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.48.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.48.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.48.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.48.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.49.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.49.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.49.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.49.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.49.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.5.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.5.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.5.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.5.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.5.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.50.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.50.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.50.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.50.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.50.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.51.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.51.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.51.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.51.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.51.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.52.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.52.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.52.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.52.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.52.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.53.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.53.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.53.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.53.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.53.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.54.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.54.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.54.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.54.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.54.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.55.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.55.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.55.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.55.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.55.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.56.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.56.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.56.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.56.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.56.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.57.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.57.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.57.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.57.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.57.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.58.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.58.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.58.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.58.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.58.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.59.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.59.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.59.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.59.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.59.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.6.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.6.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.6.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.6.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.6.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.60.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.60.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.60.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.60.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.60.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.61.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.61.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.61.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.61.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.61.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.62.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.62.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.62.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.62.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.62.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.63.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.63.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.63.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.63.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.63.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.64.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.64.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.64.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.64.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.64.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.65.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.65.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.65.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.65.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.65.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.66.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.66.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.66.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.66.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.66.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.67.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.67.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.67.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.67.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.67.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.68.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.68.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.68.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.68.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.68.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.69.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.69.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.69.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.69.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.69.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.7.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.7.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.7.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.7.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.7.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.70.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.70.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.70.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.70.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.70.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.71.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.71.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.71.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.71.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.71.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.72.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.72.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.72.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.72.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.72.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.73.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.73.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.73.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.73.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.73.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.74.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.74.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.74.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.74.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.74.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.75.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.75.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.75.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.75.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.75.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.76.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.76.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.76.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.76.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.76.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.77.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.77.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.77.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.77.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.77.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.78.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.78.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.78.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.78.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.78.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.79.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.79.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.79.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.79.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.79.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.8.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.8.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.8.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.8.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.8.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.80.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.80.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.80.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.80.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.80.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.81.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.81.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.81.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.81.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.81.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.82.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.82.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.82.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.82.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.82.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.83.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.83.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.83.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.83.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.83.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.84.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.84.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.84.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.84.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.84.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.85.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.85.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.85.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.85.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.85.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.86.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.86.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.86.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.86.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.86.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.87.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.87.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.87.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.87.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.87.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.88.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.88.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.88.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.88.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.88.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.89.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.89.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.89.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.89.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.89.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.9.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.9.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.9.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.9.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.9.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.experts.90.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.90.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.90.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.90.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.90.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.91.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.91.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.91.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.91.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.91.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.92.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.92.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.92.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.92.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.92.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.93.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.93.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.93.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.93.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.93.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.94.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.94.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.94.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.94.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.94.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.95.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.95.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.95.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.95.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.95.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.96.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.96.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.96.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.96.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.96.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.97.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.97.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.97.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.97.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.97.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.98.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.98.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.98.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.98.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.98.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.99.down_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.99.down_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.99.gate_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.99.up_proj.weight": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.experts.99.up_proj.weight_scale": "model-00036-of-00081.safetensors",
+ "model.layers.29.mlp.router.gate.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.shared_experts.down_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.shared_experts.gate_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.mlp.shared_experts.up_proj.weight_scale": "model-00035-of-00081.safetensors",
+ "model.layers.29.post_attention_layernorm.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.post_mlp_layernorm.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.pre_mlp_layernorm.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.self_attn.gate_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.self_attn.k_norm.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.self_attn.k_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.self_attn.o_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.self_attn.q_norm.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.self_attn.q_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.29.self_attn.v_proj.weight": "model-00035-of-00081.safetensors",
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.mlp.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.mlp.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.mlp.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.3.mlp.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.mlp.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.post_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.pre_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.self_attn.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.30.input_layernorm.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.expert_bias": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.0.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.0.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.0.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.0.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.0.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.1.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.1.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.1.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.1.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.1.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.10.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.10.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.10.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.10.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.10.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.100.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.100.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.100.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.100.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.100.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.101.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.101.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.101.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.101.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.101.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.102.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.102.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.102.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.102.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.102.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.103.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.103.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.103.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.103.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.103.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.104.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.104.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.104.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.104.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.104.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.105.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.105.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.105.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.105.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.105.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.106.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.106.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.106.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.106.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.106.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.107.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.107.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.107.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.107.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.107.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.108.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.108.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.108.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.108.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.108.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.109.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.109.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.109.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.109.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.109.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.11.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.11.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.11.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.11.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.11.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.110.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.110.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.110.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.110.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.110.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.111.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.111.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.111.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.111.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.111.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.112.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.112.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.112.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.112.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.112.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.113.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.113.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.113.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.113.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.113.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.114.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.114.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.114.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.114.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.114.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.115.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.115.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.115.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.115.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.115.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.116.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.116.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.116.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.116.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.116.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.117.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.117.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.117.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.117.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.117.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.118.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.118.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.118.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.118.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.118.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.119.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.119.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.119.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.119.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.119.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.12.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.12.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.12.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.12.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.12.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.120.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.120.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.120.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.120.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.120.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.121.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.121.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.121.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.121.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.121.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.122.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.122.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.122.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.122.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.122.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.123.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.123.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.123.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.123.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.123.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.124.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.124.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.124.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.124.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.124.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.125.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.125.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.125.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.125.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.125.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.126.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.126.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.126.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.126.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.126.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.127.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.127.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.127.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.127.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.127.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.128.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.128.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.128.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.128.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.128.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.129.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.129.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.129.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.129.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.129.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.13.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.13.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.13.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.13.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.13.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.130.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.130.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.130.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.130.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.130.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.131.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.131.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.131.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.131.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.131.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.132.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.132.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.132.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.132.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.132.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.133.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.133.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.133.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.133.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.133.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.134.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.134.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.134.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.134.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.134.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.135.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.135.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.135.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.135.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.135.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.136.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.136.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.136.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.136.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.136.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.137.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.137.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.137.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.137.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.137.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.138.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.138.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.138.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.138.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.138.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.139.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.139.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.139.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.139.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.139.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.14.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.14.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.14.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.14.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.14.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.140.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.140.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.140.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.140.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.140.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.141.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.141.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.141.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.141.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.141.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.142.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.142.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.142.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.142.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.142.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.143.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.143.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.143.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.143.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.143.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.144.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.144.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.144.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.144.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.144.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.145.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.145.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.145.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.145.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.145.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.146.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.146.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.146.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.146.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.146.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.147.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.147.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.147.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.147.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.147.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.148.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.148.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.148.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.148.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.148.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.149.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.149.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.149.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.149.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.149.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.15.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.15.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.15.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.15.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.15.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.150.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.150.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.150.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.150.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.150.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.151.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.151.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.151.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.151.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.151.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.152.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.152.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.152.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.152.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.152.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.153.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.153.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.153.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.153.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.153.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.154.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.154.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.154.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.154.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.154.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.155.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.155.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.155.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.155.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.155.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.156.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.156.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.156.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.156.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.156.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.157.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.157.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.157.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.157.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.157.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.158.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.158.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.158.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.158.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.158.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.159.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.159.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.159.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.159.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.159.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.16.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.16.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.16.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.16.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.16.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.160.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.160.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.160.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.160.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.160.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.160.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.161.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.161.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.161.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.161.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.161.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.161.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.162.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.162.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.162.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.162.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.162.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.162.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.163.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.163.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.163.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.163.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.163.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.163.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.164.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.164.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.164.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.164.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.164.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.164.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.165.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.165.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.165.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.165.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.165.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.165.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.166.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.166.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.166.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.166.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.166.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.166.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.167.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.167.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.167.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.167.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.167.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.167.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.168.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.168.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.168.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.168.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.168.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.168.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.169.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.169.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.169.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.169.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.169.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.169.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.17.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.17.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.17.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.17.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.17.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.170.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.170.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.170.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.170.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.170.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.170.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.171.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.171.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.171.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.171.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.171.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.171.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.172.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.172.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.172.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.172.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.172.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.172.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.173.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.173.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.173.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.173.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.173.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.173.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.174.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.174.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.174.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.174.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.174.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.174.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.175.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.175.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.175.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.175.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.175.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.175.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.176.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.176.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.176.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.176.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.176.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.176.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.177.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.177.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.177.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.177.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.177.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.177.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.178.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.178.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.178.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.178.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.178.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.178.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.179.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.179.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.179.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.179.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.179.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.179.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.18.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.18.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.18.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.18.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.18.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.180.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.180.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.180.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.180.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.180.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.180.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.181.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.181.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.181.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.181.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.181.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.181.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.182.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.182.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.182.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.182.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.182.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.182.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.183.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.183.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.183.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.183.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.183.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.183.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.184.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.184.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.184.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.184.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.184.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.184.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.185.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.185.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.185.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.185.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.185.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.185.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.186.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.186.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.186.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.186.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.186.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.186.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.187.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.187.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.187.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.187.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.187.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.187.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.188.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.188.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.188.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.188.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.188.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.188.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.189.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.189.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.189.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.189.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.189.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.189.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.19.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.19.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.19.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.19.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.19.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.190.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.190.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.190.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.190.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.190.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.190.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.191.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.191.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.191.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.191.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.191.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.191.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.192.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.192.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.192.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.192.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.192.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.192.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.193.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.193.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.193.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.193.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.193.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.193.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.194.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.194.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.194.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.194.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.194.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.194.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.195.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.195.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.195.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.195.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.195.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.195.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.196.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.196.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.196.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.196.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.196.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.196.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.197.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.197.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.197.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.197.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.197.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.197.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.198.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.198.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.198.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.198.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.198.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.198.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.199.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.199.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.199.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.199.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.199.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.199.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.2.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.2.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.2.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.2.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.2.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.20.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.20.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.20.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.20.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.20.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.200.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.200.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.200.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.200.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.200.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.200.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.201.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.201.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.201.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.201.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.201.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.201.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.202.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.202.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.202.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.202.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.202.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.202.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.203.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.203.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.203.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.203.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.203.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.203.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.204.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.204.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.204.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.204.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.204.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.204.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.205.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.205.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.205.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.205.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.205.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.205.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.206.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.206.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.206.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.206.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.206.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.206.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.207.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.207.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.207.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.207.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.207.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.207.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.208.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.208.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.208.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.208.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.208.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.208.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.209.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.209.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.209.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.209.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.209.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.209.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.21.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.21.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.21.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.21.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.21.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.210.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.210.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.210.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.210.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.210.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.210.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.211.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.211.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.211.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.211.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.211.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.211.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.212.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.212.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.212.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.212.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.212.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.212.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.213.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.213.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.213.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.213.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.213.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.213.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.214.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.214.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.214.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.214.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.214.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.214.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.215.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.215.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.215.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.215.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.215.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.215.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.216.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.216.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.216.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.216.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.216.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.216.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.217.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.217.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.217.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.217.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.217.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.217.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.218.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.218.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.218.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.218.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.218.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.218.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.219.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.219.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.219.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.219.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.219.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.219.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.22.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.22.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.22.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.22.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.22.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.220.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.220.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.220.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.220.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.220.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.220.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.221.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.221.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.221.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.221.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.221.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.221.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.222.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.222.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.222.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.222.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.222.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.222.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.223.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.223.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.223.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.223.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.223.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.223.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.224.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.224.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.224.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.224.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.224.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.224.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.225.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.225.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.225.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.225.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.225.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.225.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.226.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.226.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.226.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.226.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.226.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.226.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.227.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.227.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.227.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.227.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.227.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.227.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.228.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.228.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.228.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.228.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.228.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.228.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.229.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.229.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.229.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.229.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.229.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.229.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.23.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.23.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.23.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.23.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.23.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.230.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.230.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.230.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.230.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.230.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.230.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.231.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.231.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.231.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.231.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.231.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.231.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.232.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.232.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.232.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.232.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.232.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.232.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.233.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.233.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.233.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.233.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.233.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.233.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.234.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.234.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.234.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.234.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.234.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.234.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.235.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.235.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.235.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.235.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.235.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.235.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.236.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.236.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.236.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.236.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.236.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.236.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.237.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.237.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.237.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.237.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.237.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.237.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.238.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.238.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.238.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.238.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.238.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.238.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.239.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.239.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.239.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.239.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.239.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.239.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.24.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.24.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.24.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.24.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.24.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.240.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.240.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.240.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.240.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.240.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.240.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.241.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.241.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.241.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.241.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.241.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.241.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.242.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.242.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.242.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.242.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.242.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.242.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.243.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.243.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.243.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.243.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.243.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.243.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.244.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.244.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.244.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.244.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.244.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.244.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.245.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.245.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.245.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.245.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.245.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.245.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.246.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.246.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.246.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.246.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.246.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.246.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.247.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.247.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.247.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.247.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.247.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.247.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.248.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.248.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.248.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.248.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.248.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.248.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.249.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.249.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.249.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.249.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.249.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.249.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.25.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.25.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.25.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.25.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.25.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.250.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.250.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.250.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.250.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.250.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.250.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.251.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.251.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.251.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.251.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.251.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.251.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.252.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.252.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.252.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.252.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.252.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.252.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.253.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.253.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.253.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.253.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.253.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.253.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.254.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.254.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.254.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.254.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.254.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.254.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.255.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.255.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.255.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.255.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.255.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.255.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.30.mlp.experts.26.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.26.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.26.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.26.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.26.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.27.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.27.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.27.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.27.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.27.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.28.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.28.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.28.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.28.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.28.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.29.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.29.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.29.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.29.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.29.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.3.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.3.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.3.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.3.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.3.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.30.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.30.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.30.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.30.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.30.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.31.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.31.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.31.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.31.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.31.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.32.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.32.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.32.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.32.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.32.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.33.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.33.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.33.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.33.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.33.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.34.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.34.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.34.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.34.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.34.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.35.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.35.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.35.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.35.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.35.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.36.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.36.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.36.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.36.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.36.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.37.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.37.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.37.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.37.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.37.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.38.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.38.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.38.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.38.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.38.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.39.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.39.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.39.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.39.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.39.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.4.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.4.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.4.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.4.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.4.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.40.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.40.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.40.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.40.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.40.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.41.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.41.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.41.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.41.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.41.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.42.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.42.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.42.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.42.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.42.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.43.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.43.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.43.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.43.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.43.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.44.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.44.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.44.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.44.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.44.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.45.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.45.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.45.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.45.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.45.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.46.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.46.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.46.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.46.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.46.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.47.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.47.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.47.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.47.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.47.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.48.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.48.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.48.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.48.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.48.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.49.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.49.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.49.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.49.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.49.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.5.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.5.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.5.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.5.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.5.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.50.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.50.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.50.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.50.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.50.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.51.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.51.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.51.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.51.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.51.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.52.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.52.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.52.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.52.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.52.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.53.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.53.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.53.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.53.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.53.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.54.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.54.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.54.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.54.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.54.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.55.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.55.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.55.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.55.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.55.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.56.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.56.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.56.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.56.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.56.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.57.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.57.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.57.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.57.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.57.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.58.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.58.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.58.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.58.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.58.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.59.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.59.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.59.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.59.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.59.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.6.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.6.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.6.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.6.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.6.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.60.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.60.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.60.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.60.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.60.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.61.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.61.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.61.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.61.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.61.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.62.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.62.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.62.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.62.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.62.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.63.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.63.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.63.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.63.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.63.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.64.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.64.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.64.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.64.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.64.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.65.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.65.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.65.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.65.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.65.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.66.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.66.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.66.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.66.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.66.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.67.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.67.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.67.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.67.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.67.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.68.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.68.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.68.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.68.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.68.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.69.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.69.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.69.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.69.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.69.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.7.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.7.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.7.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.7.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.7.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.70.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.70.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.70.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.70.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.70.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.71.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.71.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.71.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.71.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.71.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.72.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.72.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.72.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.72.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.72.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.73.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.73.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.73.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.73.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.73.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.74.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.74.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.74.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.74.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.74.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.75.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.75.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.75.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.75.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.75.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.76.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.76.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.76.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.76.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.76.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.77.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.77.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.77.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.77.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.77.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.78.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.78.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.78.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.78.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.78.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.79.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.79.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.79.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.79.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.79.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.8.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.8.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.8.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.8.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.8.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.80.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.80.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.80.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.80.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.80.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.81.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.81.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.81.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.81.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.81.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.82.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.82.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.82.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.82.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.82.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.83.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.83.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.83.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.83.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.83.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.84.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.84.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.84.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.84.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.84.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.85.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.85.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.85.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.85.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.85.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.86.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.86.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.86.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.86.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.86.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.87.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.87.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.87.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.87.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.87.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.88.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.88.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.88.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.88.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.88.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.89.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.89.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.89.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.89.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.89.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.9.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.9.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.9.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.9.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.9.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.90.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.90.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.90.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.90.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.90.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.91.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.91.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.91.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.91.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.91.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.92.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.92.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.92.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.92.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.92.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.93.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.93.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.93.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.93.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.93.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.94.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.94.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.94.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.94.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.94.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.95.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.95.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.95.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.95.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.95.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.96.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.96.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.96.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.96.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.96.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.97.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.97.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.97.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.97.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.97.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.98.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.98.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.98.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.98.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.98.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.99.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.99.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.99.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.99.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.experts.99.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.router.gate.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.shared_experts.down_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.shared_experts.gate_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.mlp.shared_experts.up_proj.weight_scale": "model-00037-of-00081.safetensors",
+ "model.layers.30.post_attention_layernorm.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.post_mlp_layernorm.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.pre_mlp_layernorm.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.self_attn.gate_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.self_attn.k_norm.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.self_attn.k_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.self_attn.o_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.self_attn.q_norm.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.self_attn.q_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.30.self_attn.v_proj.weight": "model-00037-of-00081.safetensors",
+ "model.layers.31.input_layernorm.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.expert_bias": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.0.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.0.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.0.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.0.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.0.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.1.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.1.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.1.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.1.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.1.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.10.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.10.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.10.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.10.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.10.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.100.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.100.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.100.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.100.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.100.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.101.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.101.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.101.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.101.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.101.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.102.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.102.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.102.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.102.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.102.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.103.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.103.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.103.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.103.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.103.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.104.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.104.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.104.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.104.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.104.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.105.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.105.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.105.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.105.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.105.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.106.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.106.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.106.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.106.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.106.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.107.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.107.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.107.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.107.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.107.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.108.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.108.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.108.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.108.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.108.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.109.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.109.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.109.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.109.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.109.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.11.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.11.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.11.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.11.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.11.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.110.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.110.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.110.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.110.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.110.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.111.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.111.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.111.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.111.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.111.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.112.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.112.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.112.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.112.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.112.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.113.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.113.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.113.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.113.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.113.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.114.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.114.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.114.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.114.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.114.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.115.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.115.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.115.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.115.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.115.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.116.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.116.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.116.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.116.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.116.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.117.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.117.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.117.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.117.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.117.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.118.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.118.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.118.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.118.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.118.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.119.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.119.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.119.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.119.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.119.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.12.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.12.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.12.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.12.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.12.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.120.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.120.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.120.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.120.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.120.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.121.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.121.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.121.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.121.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.121.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.122.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.122.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.122.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.122.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.122.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.123.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.123.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.123.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.123.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.123.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.124.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.124.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.124.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.124.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.124.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.125.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.125.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.125.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.125.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.125.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.126.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.126.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.126.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.126.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.126.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.127.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.127.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.127.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.127.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.127.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.128.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.128.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.128.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.128.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.128.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.129.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.129.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.129.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.129.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.129.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.13.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.13.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.13.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.13.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.13.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.130.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.130.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.130.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.130.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.130.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.131.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.131.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.131.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.131.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.131.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.132.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.132.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.132.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.132.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.132.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.133.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.133.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.133.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.133.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.133.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.134.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.134.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.134.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.134.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.134.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.135.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.135.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.135.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.135.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.135.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.136.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.136.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.136.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.136.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.136.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.137.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.137.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.137.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.137.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.137.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.138.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.138.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.138.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.138.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.138.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.139.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.139.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.139.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.139.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.139.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.14.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.14.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.14.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.14.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.14.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.140.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.140.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.140.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.140.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.140.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.141.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.141.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.141.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.141.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.141.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.142.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.142.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.142.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.142.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.142.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.143.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.143.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.143.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.143.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.143.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.144.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.144.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.144.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.144.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.144.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.145.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.145.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.145.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.145.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.145.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.146.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.146.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.146.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.146.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.146.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.147.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.147.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.147.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.147.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.147.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.148.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.148.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.148.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.148.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.148.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.149.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.149.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.149.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.149.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.149.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.15.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.15.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.15.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.15.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.15.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.150.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.150.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.150.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.150.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.150.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.151.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.151.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.151.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.151.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.151.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.152.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.152.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.152.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.152.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.152.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.153.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.153.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.153.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.153.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.153.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.154.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.154.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.154.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.154.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.154.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.155.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.155.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.155.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.155.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.155.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.156.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.156.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.156.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.156.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.156.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.157.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.157.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.157.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.157.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.157.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.158.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.158.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.158.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.158.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.158.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.159.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.159.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.159.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.159.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.159.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.16.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.16.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.16.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.16.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.16.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.160.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.160.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.160.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.160.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.160.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.160.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.161.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.161.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.161.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.161.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.161.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.161.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.162.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.162.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.162.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.162.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.162.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.162.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.163.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.163.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.163.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.163.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.163.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.163.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.164.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.164.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.164.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.164.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.164.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.164.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.165.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.165.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.165.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.165.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.165.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.165.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.166.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.166.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.166.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.166.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.166.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.166.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.167.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.167.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.167.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.167.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.167.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.167.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.168.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.168.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.168.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.168.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.168.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.168.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.169.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.169.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.169.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.169.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.169.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.169.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.17.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.17.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.17.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.17.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.17.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.170.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.170.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.170.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.170.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.170.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.170.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.171.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.171.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.171.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.171.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.171.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.171.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.172.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.172.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.172.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.172.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.172.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.172.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.173.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.173.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.173.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.173.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.173.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.173.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.174.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.174.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.174.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.174.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.174.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.174.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.175.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.175.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.175.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.175.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.175.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.175.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.176.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.176.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.176.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.176.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.176.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.176.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.177.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.177.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.177.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.177.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.177.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.177.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.178.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.178.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.178.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.178.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.178.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.178.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.179.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.179.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.179.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.179.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.179.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.179.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.18.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.18.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.18.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.18.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.18.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.180.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.180.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.180.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.180.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.180.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.180.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.181.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.181.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.181.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.181.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.181.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.181.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.182.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.182.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.182.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.182.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.182.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.182.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.183.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.183.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.183.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.183.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.183.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.183.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.184.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.184.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.184.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.184.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.184.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.184.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.185.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.185.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.185.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.185.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.185.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.185.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.186.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.186.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.186.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.186.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.186.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.186.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.187.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.187.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.187.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.187.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.187.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.187.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.188.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.188.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.188.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.188.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.188.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.188.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.189.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.189.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.189.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.189.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.189.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.189.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.19.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.19.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.19.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.19.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.19.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.190.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.190.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.190.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.190.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.190.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.190.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.191.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.191.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.191.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.191.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.191.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.191.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.192.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.192.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.192.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.192.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.192.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.192.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.193.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.193.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.193.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.193.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.193.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.193.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.194.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.194.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.194.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.194.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.194.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.194.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.195.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.195.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.195.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.195.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.195.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.195.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.196.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.196.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.196.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.196.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.196.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.196.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.197.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.197.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.197.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.197.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.197.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.197.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.198.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.198.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.198.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.198.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.198.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.198.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.199.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.199.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.199.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.199.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.199.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.199.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.2.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.2.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.2.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.2.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.2.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.20.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.20.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.20.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.20.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.20.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.200.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.200.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.200.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.200.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.200.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.200.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.201.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.201.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.201.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.201.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.201.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.201.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.202.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.202.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.202.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.202.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.202.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.202.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.203.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.203.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.203.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.203.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.203.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.203.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.204.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.204.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.204.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.204.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.204.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.204.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.205.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.205.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.205.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.205.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.205.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.205.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.206.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.206.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.206.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.206.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.206.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.206.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.207.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.207.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.207.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.207.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.207.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.207.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.208.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.208.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.208.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.208.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.208.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.208.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.209.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.209.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.209.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.209.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.209.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.209.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.21.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.21.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.21.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.21.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.21.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.210.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.210.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.210.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.210.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.210.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.210.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.211.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.211.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.211.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.211.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.211.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.211.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.212.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.212.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.212.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.212.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.212.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.212.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.213.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.213.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.213.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.213.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.213.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.213.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.214.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.214.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.214.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.214.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.214.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.214.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.215.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.215.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.215.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.215.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.215.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.215.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.216.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.216.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.216.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.216.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.216.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.216.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.217.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.217.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.217.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.217.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.217.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.217.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.218.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.218.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.218.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.218.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.218.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.218.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.219.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.219.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.219.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.219.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.219.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.219.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.22.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.22.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.22.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.22.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.22.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.220.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.220.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.220.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.220.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.220.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.220.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.221.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.221.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.221.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.221.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.221.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.221.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.222.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.222.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.222.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.222.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.222.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.222.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.223.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.223.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.223.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.223.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.223.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.223.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.224.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.224.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.224.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.224.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.224.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.224.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.225.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.225.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.225.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.225.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.225.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.225.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.226.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.226.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.226.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.226.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.226.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.226.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.227.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.227.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.227.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.227.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.227.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.227.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.228.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.228.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.228.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.228.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.228.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.228.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.229.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.229.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.229.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.229.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.229.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.229.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.23.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.23.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.23.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.23.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.23.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.230.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.230.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.230.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.230.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.230.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.230.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.231.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.231.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.231.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.231.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.231.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.231.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.232.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.232.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.232.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.232.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.232.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.232.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.233.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.233.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.233.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.233.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.233.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.233.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.234.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.234.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.234.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.234.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.234.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.234.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.235.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.235.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.235.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.235.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.235.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.235.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.236.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.236.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.236.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.236.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.236.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.236.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.237.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.237.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.237.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.237.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.237.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.237.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.238.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.238.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.238.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.238.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.238.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.238.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.239.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.239.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.239.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.239.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.239.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.239.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.24.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.24.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.24.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.24.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.24.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.240.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.240.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.240.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.240.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.240.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.240.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.241.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.241.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.241.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.241.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.241.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.241.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.242.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.242.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.242.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.242.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.242.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.242.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.243.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.243.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.243.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.243.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.243.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.243.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.244.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.244.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.244.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.244.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.244.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.244.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.245.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.245.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.245.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.245.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.245.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.245.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.246.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.246.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.246.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.246.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.246.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.246.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.247.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.247.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.247.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.247.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.247.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.247.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.248.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.248.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.248.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.248.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.248.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.248.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.249.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.249.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.249.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.249.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.249.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.249.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.25.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.25.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.25.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.25.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.25.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.250.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.250.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.250.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.250.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.250.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.250.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.251.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.251.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.251.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.251.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.251.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.251.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.252.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.252.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.252.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.252.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.252.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.252.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.253.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.253.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.253.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.253.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.253.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.253.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.254.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.254.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.254.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.254.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.254.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.254.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.255.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.255.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.255.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.255.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.255.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.255.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.31.mlp.experts.26.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.26.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.26.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.26.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.26.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.27.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.27.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.27.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.27.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.27.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.28.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.28.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.28.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.28.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.28.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.29.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.29.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.29.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.29.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.29.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.3.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.3.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.3.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.3.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.3.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.30.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.30.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.30.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.30.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.30.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.31.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.31.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.31.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.31.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.31.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.32.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.32.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.32.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.32.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.32.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.33.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.33.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.33.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.33.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.33.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.34.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.34.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.34.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.34.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.34.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.35.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.35.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.35.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.35.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.35.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.36.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.36.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.36.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.36.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.36.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.37.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.37.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.37.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.37.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.37.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.38.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.38.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.38.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.38.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.38.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.39.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.39.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.39.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.39.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.39.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.4.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.4.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.4.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.4.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.4.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.40.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.40.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.40.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.40.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.40.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.41.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.41.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.41.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.41.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.41.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.42.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.42.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.42.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.42.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.42.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.43.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.43.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.43.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.43.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.43.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.44.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.44.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.44.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.44.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.44.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.45.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.45.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.45.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.45.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.45.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.46.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.46.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.46.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.46.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.46.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.47.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.47.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.47.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.47.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.47.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.48.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.48.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.48.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.48.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.48.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.49.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.49.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.49.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.49.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.49.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.5.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.5.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.5.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.5.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.5.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.50.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.50.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.50.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.50.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.50.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.51.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.51.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.51.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.51.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.51.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.52.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.52.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.52.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.52.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.52.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.53.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.53.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.53.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.53.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.53.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.54.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.54.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.54.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.54.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.54.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.55.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.55.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.55.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.55.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.55.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.56.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.56.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.56.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.56.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.56.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.57.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.57.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.57.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.57.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.57.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.58.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.58.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.58.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.58.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.58.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.59.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.59.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.59.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.59.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.59.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.6.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.6.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.6.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.6.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.6.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.60.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.60.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.60.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.60.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.60.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.61.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.61.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.61.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.61.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.61.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.62.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.62.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.62.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.62.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.62.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.63.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.63.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.63.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.63.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.63.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.64.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.64.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.64.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.64.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.64.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.65.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.65.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.65.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.65.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.65.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.66.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.66.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.66.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.66.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.66.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.67.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.67.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.67.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.67.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.67.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.68.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.68.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.68.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.68.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.68.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.69.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.69.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.69.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.69.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.69.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.7.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.7.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.7.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.7.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.7.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.70.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.70.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.70.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.70.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.70.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.71.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.71.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.71.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.71.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.71.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.72.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.72.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.72.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.72.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.72.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.73.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.73.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.73.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.73.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.73.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.74.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.74.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.74.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.74.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.74.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.75.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.75.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.75.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.75.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.75.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.76.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.76.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.76.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.76.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.76.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.77.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.77.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.77.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.77.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.77.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.78.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.78.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.78.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.78.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.78.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.79.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.79.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.79.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.79.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.79.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.8.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.8.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.8.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.8.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.8.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.80.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.80.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.80.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.80.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.80.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.81.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.81.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.81.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.81.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.81.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.82.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.82.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.82.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.82.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.82.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.83.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.83.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.83.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.83.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.83.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.84.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.84.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.84.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.84.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.84.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.85.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.85.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.85.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.85.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.85.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.86.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.86.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.86.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.86.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.86.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.87.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.87.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.87.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.87.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.87.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.88.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.88.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.88.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.88.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.88.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.89.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.89.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.89.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.89.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.89.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.9.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.9.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.9.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.9.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.9.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.experts.90.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.90.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.90.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.90.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.90.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.91.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.91.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.91.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.91.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.91.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.92.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.92.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.92.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.92.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.92.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.93.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.93.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.93.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.93.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.93.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.94.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.94.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.94.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.94.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.94.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.95.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.95.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.95.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.95.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.95.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.96.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.96.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.96.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.96.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.96.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.97.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.97.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.97.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.97.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.97.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.98.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.98.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.98.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.98.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.98.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.99.down_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.99.down_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.99.gate_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.99.up_proj.weight": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.experts.99.up_proj.weight_scale": "model-00039-of-00081.safetensors",
+ "model.layers.31.mlp.router.gate.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.shared_experts.down_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.shared_experts.gate_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.mlp.shared_experts.up_proj.weight_scale": "model-00038-of-00081.safetensors",
+ "model.layers.31.post_attention_layernorm.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.post_mlp_layernorm.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.pre_mlp_layernorm.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.self_attn.gate_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.self_attn.k_norm.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.self_attn.k_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.self_attn.o_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.self_attn.q_norm.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.self_attn.q_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.31.self_attn.v_proj.weight": "model-00038-of-00081.safetensors",
+ "model.layers.32.input_layernorm.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.expert_bias": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.0.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.0.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.0.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.0.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.0.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.1.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.1.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.1.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.1.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.1.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.10.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.10.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.10.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.10.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.10.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.100.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.100.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.100.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.100.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.100.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.101.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.101.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.101.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.101.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.101.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.102.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.102.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.102.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.102.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.102.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.103.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.103.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.103.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.103.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.103.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.104.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.104.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.104.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.104.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.104.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.105.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.105.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.105.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.105.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.105.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.106.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.106.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.106.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.106.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.106.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.107.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.107.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.107.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.107.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.107.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.108.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.108.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.108.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.108.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.108.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.109.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.109.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.109.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.109.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.109.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.11.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.11.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.11.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.11.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.11.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.110.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.110.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.110.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.110.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.110.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.111.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.111.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.111.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.111.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.111.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.112.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.112.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.112.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.112.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.112.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.113.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.113.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.113.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.113.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.113.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.114.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.114.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.114.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.114.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.114.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.115.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.115.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.115.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.115.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.115.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.116.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.116.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.116.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.116.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.116.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.117.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.117.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.117.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.117.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.117.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.118.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.118.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.118.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.118.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.118.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.119.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.119.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.119.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.119.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.119.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.12.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.12.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.12.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.12.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.12.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.120.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.120.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.120.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.120.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.120.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.121.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.121.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.121.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.121.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.121.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.122.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.122.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.122.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.122.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.122.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.123.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.123.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.123.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.123.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.123.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.124.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.124.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.124.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.124.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.124.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.125.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.125.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.125.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.125.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.125.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.126.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.126.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.126.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.126.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.126.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.127.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.127.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.127.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.127.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.127.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.128.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.128.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.128.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.128.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.128.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.129.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.129.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.129.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.129.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.129.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.13.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.13.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.13.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.13.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.13.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.130.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.130.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.130.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.130.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.130.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.131.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.131.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.131.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.131.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.131.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.132.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.132.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.132.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.132.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.132.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.133.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.133.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.133.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.133.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.133.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.134.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.134.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.134.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.134.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.134.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.135.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.135.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.135.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.135.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.135.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.136.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.136.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.136.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.136.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.136.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.137.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.137.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.137.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.137.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.137.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.138.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.138.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.138.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.138.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.138.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.139.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.139.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.139.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.139.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.139.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.14.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.14.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.14.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.14.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.14.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.140.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.140.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.140.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.140.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.140.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.141.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.141.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.141.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.141.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.141.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.142.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.142.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.142.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.142.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.142.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.143.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.143.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.143.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.143.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.143.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.144.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.144.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.144.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.144.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.144.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.145.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.145.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.145.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.145.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.145.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.146.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.146.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.146.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.146.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.146.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.147.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.147.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.147.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.147.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.147.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.148.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.148.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.148.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.148.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.148.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.149.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.149.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.149.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.149.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.149.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.15.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.15.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.15.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.15.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.15.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.150.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.150.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.150.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.150.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.150.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.151.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.151.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.151.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.151.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.151.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.152.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.152.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.152.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.152.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.152.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.153.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.153.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.153.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.153.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.153.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.154.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.154.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.154.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.154.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.154.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.155.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.155.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.155.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.155.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.155.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.156.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.156.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.156.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.156.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.156.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.157.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.157.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.157.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.157.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.157.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.158.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.158.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.158.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.158.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.158.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.159.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.159.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.159.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.159.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.159.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.16.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.16.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.16.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.16.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.16.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.160.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.160.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.160.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.160.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.160.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.160.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.161.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.161.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.161.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.161.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.161.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.161.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.162.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.162.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.162.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.162.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.162.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.162.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.163.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.163.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.163.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.163.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.163.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.163.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.164.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.164.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.164.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.164.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.164.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.164.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.165.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.165.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.165.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.165.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.165.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.165.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.166.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.166.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.166.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.166.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.166.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.166.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.167.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.167.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.167.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.167.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.167.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.167.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.168.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.168.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.168.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.168.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.168.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.168.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.169.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.169.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.169.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.169.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.169.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.169.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.17.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.17.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.17.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.17.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.17.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.170.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.170.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.170.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.170.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.170.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.170.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.171.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.171.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.171.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.171.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.171.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.171.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.172.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.172.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.172.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.172.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.172.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.172.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.173.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.173.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.173.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.173.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.173.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.173.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.174.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.174.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.174.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.174.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.174.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.174.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.175.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.175.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.175.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.175.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.175.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.175.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.176.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.176.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.176.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.176.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.176.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.176.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.177.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.177.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.177.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.177.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.177.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.177.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.178.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.178.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.178.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.178.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.178.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.178.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.179.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.179.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.179.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.179.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.179.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.179.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.18.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.18.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.18.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.18.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.18.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.180.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.180.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.180.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.180.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.180.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.180.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.181.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.181.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.181.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.181.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.181.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.181.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.182.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.182.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.182.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.182.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.182.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.182.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.183.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.183.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.183.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.183.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.183.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.183.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.184.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.184.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.184.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.184.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.184.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.184.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.185.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.185.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.185.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.185.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.185.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.185.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.186.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.186.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.186.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.186.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.186.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.186.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.187.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.187.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.187.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.187.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.187.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.187.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.188.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.188.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.188.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.188.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.188.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.188.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.189.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.189.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.189.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.189.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.189.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.189.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.19.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.19.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.19.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.19.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.19.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.190.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.190.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.190.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.190.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.190.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.190.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.191.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.191.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.191.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.191.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.191.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.191.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.192.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.192.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.192.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.192.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.192.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.192.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.193.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.193.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.193.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.193.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.193.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.193.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.194.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.194.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.194.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.194.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.194.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.194.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.195.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.195.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.195.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.195.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.195.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.195.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.196.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.196.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.196.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.196.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.196.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.196.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.197.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.197.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.197.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.197.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.197.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.197.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.198.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.198.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.198.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.198.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.198.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.198.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.199.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.199.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.199.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.199.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.199.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.199.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.2.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.2.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.2.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.2.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.2.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.20.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.20.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.20.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.20.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.20.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.200.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.200.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.200.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.200.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.200.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.200.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.201.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.201.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.201.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.201.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.201.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.201.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.202.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.202.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.202.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.202.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.202.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.202.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.203.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.203.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.203.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.203.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.203.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.203.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.204.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.204.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.204.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.204.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.204.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.204.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.205.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.205.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.205.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.205.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.205.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.205.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.206.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.206.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.206.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.206.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.206.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.206.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.207.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.207.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.207.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.207.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.207.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.207.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.208.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.208.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.208.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.208.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.208.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.208.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.209.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.209.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.209.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.209.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.209.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.209.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.21.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.21.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.21.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.21.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.21.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.210.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.210.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.210.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.210.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.210.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.210.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.211.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.211.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.211.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.211.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.211.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.211.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.212.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.212.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.212.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.212.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.212.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.212.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.213.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.213.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.213.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.213.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.213.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.213.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.214.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.214.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.214.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.214.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.214.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.214.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.215.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.215.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.215.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.215.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.215.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.215.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.216.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.216.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.216.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.216.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.216.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.216.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.217.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.217.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.217.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.217.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.217.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.217.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.218.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.218.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.218.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.218.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.218.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.218.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.219.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.219.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.219.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.219.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.219.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.219.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.22.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.22.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.22.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.22.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.22.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.220.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.220.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.220.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.220.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.220.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.220.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.221.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.221.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.221.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.221.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.221.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.221.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.222.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.222.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.222.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.222.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.222.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.222.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.223.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.223.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.223.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.223.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.223.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.223.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.224.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.224.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.224.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.224.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.224.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.224.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.225.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.225.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.225.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.225.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.225.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.225.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.226.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.226.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.226.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.226.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.226.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.226.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.227.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.227.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.227.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.227.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.227.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.227.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.228.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.228.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.228.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.228.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.228.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.228.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.229.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.229.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.229.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.229.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.229.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.229.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.23.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.23.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.23.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.23.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.23.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.230.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.230.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.230.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.230.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.230.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.230.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.231.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.231.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.231.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.231.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.231.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.231.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.232.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.232.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.232.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.232.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.232.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.232.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.233.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.233.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.233.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.233.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.233.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.233.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.234.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.234.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.234.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.234.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.234.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.234.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.235.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.235.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.235.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.235.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.235.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.235.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.236.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.236.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.236.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.236.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.236.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.236.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.237.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.237.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.237.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.237.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.237.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.237.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.238.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.238.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.238.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.238.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.238.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.238.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.239.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.239.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.239.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.239.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.239.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.239.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.24.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.24.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.24.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.24.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.24.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.240.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.240.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.240.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.240.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.240.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.240.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.241.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.241.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.241.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.241.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.241.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.241.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.242.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.242.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.242.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.242.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.242.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.242.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.243.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.243.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.243.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.243.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.243.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.243.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.244.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.244.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.244.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.244.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.244.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.244.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.245.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.245.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.245.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.245.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.245.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.245.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.246.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.246.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.246.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.246.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.246.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.246.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.247.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.247.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.247.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.247.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.247.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.247.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.248.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.248.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.248.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.248.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.248.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.248.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.249.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.249.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.249.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.249.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.249.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.249.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.25.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.25.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.25.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.25.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.25.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.250.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.250.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.250.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.250.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.250.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.250.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.251.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.251.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.251.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.251.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.251.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.251.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.252.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.252.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.252.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.252.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.252.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.252.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.253.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.253.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.253.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.253.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.253.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.253.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.254.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.254.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.254.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.254.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.254.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.254.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.255.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.255.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.255.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.255.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.255.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.255.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.32.mlp.experts.26.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.26.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.26.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.26.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.26.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.27.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.27.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.27.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.27.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.27.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.28.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.28.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.28.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.28.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.28.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.29.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.29.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.29.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.29.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.29.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.3.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.3.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.3.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.3.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.3.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.30.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.30.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.30.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.30.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.30.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.31.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.31.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.31.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.31.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.31.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.32.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.32.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.32.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.32.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.32.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.33.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.33.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.33.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.33.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.33.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.34.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.34.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.34.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.34.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.34.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.35.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.35.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.35.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.35.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.35.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.36.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.36.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.36.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.36.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.36.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.37.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.37.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.37.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.37.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.37.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.38.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.38.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.38.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.38.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.38.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.39.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.39.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.39.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.39.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.39.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.4.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.4.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.4.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.4.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.4.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.40.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.40.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.40.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.40.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.40.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.41.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.41.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.41.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.41.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.41.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.42.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.42.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.42.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.42.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.42.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.43.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.43.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.43.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.43.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.43.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.44.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.44.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.44.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.44.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.44.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.45.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.45.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.45.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.45.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.45.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.46.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.46.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.46.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.46.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.46.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.47.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.47.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.47.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.47.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.47.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.48.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.48.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.48.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.48.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.48.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.49.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.49.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.49.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.49.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.49.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.5.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.5.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.5.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.5.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.5.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.50.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.50.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.50.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.50.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.50.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.51.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.51.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.51.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.51.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.51.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.52.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.52.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.52.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.52.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.52.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.53.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.53.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.53.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.53.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.53.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.54.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.54.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.54.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.54.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.54.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.55.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.55.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.55.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.55.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.55.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.56.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.56.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.56.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.56.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.56.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.57.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.57.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.57.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.57.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.57.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.58.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.58.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.58.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.58.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.58.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.59.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.59.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.59.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.59.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.59.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.6.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.6.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.6.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.6.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.6.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.60.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.60.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.60.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.60.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.60.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.61.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.61.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.61.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.61.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.61.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.62.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.62.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.62.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.62.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.62.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.63.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.63.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.63.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.63.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.63.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.64.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.64.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.64.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.64.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.64.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.65.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.65.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.65.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.65.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.65.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.66.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.66.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.66.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.66.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.66.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.67.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.67.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.67.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.67.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.67.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.68.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.68.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.68.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.68.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.68.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.69.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.69.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.69.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.69.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.69.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.7.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.7.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.7.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.7.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.7.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.70.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.70.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.70.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.70.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.70.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.71.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.71.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.71.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.71.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.71.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.72.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.72.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.72.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.72.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.72.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.73.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.73.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.73.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.73.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.73.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.74.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.74.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.74.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.74.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.74.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.75.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.75.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.75.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.75.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.75.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.76.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.76.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.76.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.76.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.76.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.77.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.77.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.77.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.77.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.77.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.78.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.78.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.78.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.78.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.78.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.79.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.79.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.79.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.79.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.79.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.8.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.8.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.8.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.8.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.8.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.80.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.80.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.80.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.80.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.80.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.81.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.81.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.81.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.81.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.81.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.82.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.82.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.82.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.82.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.82.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.83.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.83.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.83.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.83.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.83.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.84.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.84.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.84.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.84.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.84.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.85.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.85.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.85.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.85.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.85.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.86.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.86.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.86.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.86.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.86.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.87.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.87.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.87.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.87.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.87.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.88.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.88.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.88.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.88.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.88.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.89.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.89.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.89.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.89.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.89.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.9.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.9.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.9.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.9.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.9.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.90.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.90.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.90.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.90.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.90.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.91.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.91.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.91.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.91.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.91.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.92.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.92.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.92.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.92.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.92.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.93.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.93.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.93.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.93.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.93.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.94.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.94.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.94.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.94.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.94.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.95.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.95.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.95.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.95.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.95.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.96.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.96.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.96.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.96.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.96.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.97.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.97.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.97.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.97.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.97.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.98.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.98.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.98.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.98.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.98.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.99.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.99.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.99.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.99.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.experts.99.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.router.gate.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.shared_experts.down_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.shared_experts.gate_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.mlp.shared_experts.up_proj.weight_scale": "model-00040-of-00081.safetensors",
+ "model.layers.32.post_attention_layernorm.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.post_mlp_layernorm.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.pre_mlp_layernorm.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.self_attn.gate_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.self_attn.k_norm.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.self_attn.k_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.self_attn.o_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.self_attn.q_norm.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.self_attn.q_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.32.self_attn.v_proj.weight": "model-00040-of-00081.safetensors",
+ "model.layers.33.input_layernorm.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.expert_bias": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.0.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.0.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.0.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.0.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.0.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.1.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.1.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.1.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.1.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.1.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.10.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.10.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.10.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.10.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.10.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.100.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.100.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.100.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.100.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.100.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.101.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.101.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.101.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.101.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.101.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.102.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.102.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.102.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.102.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.102.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.103.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.103.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.103.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.103.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.103.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.104.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.104.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.104.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.104.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.104.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.105.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.105.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.105.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.105.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.105.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.106.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.106.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.106.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.106.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.106.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.107.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.107.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.107.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.107.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.107.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.108.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.108.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.108.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.108.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.108.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.109.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.109.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.109.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.109.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.109.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.11.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.11.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.11.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.11.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.11.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.110.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.110.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.110.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.110.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.110.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.111.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.111.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.111.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.111.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.111.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.112.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.112.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.112.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.112.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.112.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.113.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.113.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.113.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.113.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.113.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.114.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.114.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.114.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.114.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.114.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.115.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.115.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.115.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.115.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.115.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.116.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.116.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.116.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.116.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.116.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.117.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.117.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.117.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.117.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.117.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.118.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.118.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.118.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.118.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.118.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.119.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.119.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.119.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.119.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.119.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.12.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.12.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.12.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.12.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.12.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.120.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.120.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.120.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.120.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.120.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.121.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.121.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.121.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.121.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.121.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.122.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.122.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.122.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.122.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.122.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.123.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.123.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.123.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.123.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.123.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.124.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.124.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.124.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.124.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.124.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.125.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.125.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.125.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.125.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.125.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.126.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.126.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.126.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.126.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.126.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.127.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.127.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.127.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.127.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.127.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.128.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.128.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.128.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.128.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.128.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.129.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.129.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.129.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.129.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.129.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.13.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.13.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.13.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.13.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.13.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.130.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.130.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.130.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.130.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.130.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.131.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.131.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.131.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.131.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.131.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.132.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.132.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.132.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.132.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.132.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.133.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.133.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.133.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.133.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.133.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.134.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.134.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.134.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.134.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.134.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.135.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.135.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.135.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.135.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.135.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.136.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.136.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.136.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.136.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.136.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.137.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.137.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.137.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.137.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.137.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.138.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.138.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.138.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.138.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.138.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.139.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.139.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.139.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.139.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.139.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.14.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.14.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.14.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.14.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.14.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.140.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.140.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.140.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.140.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.140.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.141.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.141.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.141.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.141.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.141.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.142.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.142.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.142.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.142.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.142.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.143.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.143.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.143.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.143.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.143.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.144.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.144.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.144.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.144.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.144.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.145.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.145.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.145.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.145.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.145.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.146.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.146.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.146.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.146.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.146.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.147.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.147.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.147.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.147.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.147.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.148.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.148.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.148.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.148.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.148.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.149.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.149.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.149.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.149.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.149.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.15.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.15.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.15.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.15.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.15.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.150.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.150.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.150.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.150.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.150.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.151.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.151.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.151.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.151.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.151.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.152.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.152.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.152.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.152.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.152.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.153.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.153.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.153.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.153.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.153.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.154.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.154.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.154.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.154.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.154.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.155.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.155.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.155.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.155.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.155.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.156.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.156.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.156.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.156.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.156.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.157.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.157.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.157.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.157.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.157.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.158.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.158.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.158.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.158.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.158.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.159.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.159.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.159.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.159.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.159.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.16.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.16.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.16.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.16.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.16.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.160.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.160.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.160.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.160.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.160.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.160.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.161.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.161.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.161.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.161.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.161.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.161.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.162.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.162.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.162.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.162.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.162.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.162.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.163.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.163.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.163.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.163.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.163.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.163.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.164.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.164.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.164.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.164.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.164.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.164.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.165.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.165.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.165.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.165.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.165.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.165.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.166.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.166.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.166.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.166.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.166.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.166.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.167.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.167.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.167.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.167.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.167.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.167.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.168.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.168.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.168.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.168.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.168.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.168.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.169.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.169.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.169.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.169.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.169.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.169.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.17.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.17.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.17.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.17.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.17.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.170.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.170.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.170.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.170.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.170.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.170.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.171.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.171.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.171.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.171.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.171.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.171.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.172.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.172.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.172.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.172.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.172.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.172.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.173.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.173.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.173.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.173.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.173.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.173.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.174.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.174.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.174.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.174.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.174.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.174.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.175.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.175.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.175.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.175.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.175.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.175.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.176.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.176.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.176.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.176.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.176.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.176.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.177.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.177.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.177.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.177.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.177.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.177.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.178.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.178.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.178.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.178.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.178.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.178.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.179.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.179.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.179.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.179.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.179.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.179.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.18.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.18.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.18.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.18.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.18.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.180.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.180.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.180.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.180.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.180.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.180.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.181.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.181.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.181.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.181.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.181.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.181.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.182.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.182.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.182.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.182.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.182.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.182.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.183.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.183.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.183.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.183.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.183.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.183.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.184.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.184.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.184.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.184.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.184.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.184.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.185.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.185.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.185.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.185.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.185.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.185.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.186.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.186.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.186.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.186.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.186.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.186.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.187.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.187.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.187.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.187.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.187.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.187.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.188.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.188.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.188.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.188.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.188.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.188.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.189.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.189.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.189.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.189.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.189.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.189.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.19.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.19.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.19.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.19.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.19.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.190.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.190.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.190.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.190.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.190.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.190.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.191.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.191.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.191.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.191.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.191.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.191.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.192.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.192.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.192.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.192.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.192.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.192.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.193.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.193.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.193.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.193.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.193.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.193.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.194.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.194.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.194.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.194.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.194.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.194.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.195.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.195.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.195.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.195.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.195.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.195.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.196.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.196.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.196.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.196.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.196.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.196.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.197.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.197.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.197.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.197.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.197.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.197.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.198.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.198.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.198.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.198.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.198.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.198.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.199.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.199.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.199.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.199.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.199.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.199.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.2.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.2.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.2.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.2.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.2.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.20.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.20.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.20.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.20.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.20.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.200.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.200.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.200.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.200.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.200.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.200.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.201.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.201.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.201.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.201.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.201.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.201.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.202.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.202.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.202.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.202.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.202.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.202.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.203.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.203.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.203.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.203.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.203.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.203.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.204.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.204.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.204.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.204.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.204.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.204.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.205.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.205.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.205.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.205.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.205.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.205.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.206.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.206.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.206.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.206.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.206.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.206.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.207.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.207.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.207.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.207.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.207.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.207.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.208.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.208.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.208.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.208.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.208.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.208.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.209.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.209.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.209.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.209.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.209.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.209.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.21.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.21.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.21.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.21.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.21.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.210.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.210.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.210.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.210.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.210.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.210.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.211.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.211.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.211.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.211.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.211.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.211.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.212.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.212.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.212.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.212.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.212.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.212.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.213.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.213.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.213.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.213.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.213.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.213.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.214.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.214.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.214.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.214.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.214.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.214.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.215.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.215.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.215.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.215.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.215.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.215.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.216.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.216.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.216.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.216.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.216.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.216.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.217.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.217.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.217.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.217.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.217.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.217.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.218.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.218.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.218.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.218.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.218.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.218.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.219.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.219.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.219.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.219.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.219.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.219.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.22.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.22.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.22.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.22.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.22.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.220.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.220.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.220.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.220.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.220.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.220.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.221.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.221.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.221.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.221.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.221.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.221.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.222.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.222.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.222.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.222.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.222.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.222.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.223.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.223.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.223.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.223.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.223.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.223.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.224.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.224.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.224.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.224.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.224.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.224.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.225.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.225.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.225.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.225.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.225.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.225.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.226.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.226.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.226.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.226.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.226.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.226.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.227.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.227.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.227.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.227.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.227.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.227.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.228.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.228.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.228.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.228.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.228.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.228.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.229.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.229.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.229.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.229.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.229.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.229.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.23.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.23.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.23.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.23.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.23.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.230.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.230.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.230.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.230.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.230.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.230.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.231.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.231.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.231.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.231.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.231.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.231.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.232.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.232.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.232.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.232.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.232.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.232.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.233.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.233.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.233.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.233.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.233.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.233.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.234.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.234.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.234.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.234.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.234.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.234.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.235.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.235.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.235.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.235.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.235.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.235.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.236.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.236.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.236.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.236.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.236.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.236.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.237.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.237.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.237.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.237.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.237.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.237.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.238.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.238.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.238.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.238.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.238.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.238.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.239.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.239.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.239.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.239.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.239.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.239.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.24.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.24.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.24.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.24.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.24.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.240.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.240.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.240.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.240.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.240.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.240.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.241.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.241.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.241.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.241.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.241.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.241.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.242.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.242.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.242.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.242.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.242.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.242.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.243.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.243.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.243.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.243.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.243.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.243.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.244.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.244.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.244.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.244.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.244.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.244.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.245.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.245.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.245.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.245.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.245.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.245.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.246.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.246.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.246.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.246.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.246.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.246.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.247.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.247.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.247.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.247.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.247.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.247.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.248.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.248.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.248.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.248.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.248.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.248.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.249.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.249.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.249.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.249.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.249.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.249.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.25.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.25.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.25.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.25.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.25.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.250.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.250.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.250.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.250.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.250.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.250.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.251.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.251.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.251.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.251.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.251.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.251.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.252.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.252.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.252.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.252.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.252.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.252.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.253.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.253.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.253.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.253.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.253.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.253.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.254.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.254.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.254.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.254.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.254.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.254.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.255.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.255.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.255.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.255.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.255.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.255.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.33.mlp.experts.26.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.26.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.26.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.26.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.26.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.27.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.27.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.27.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.27.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.27.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.28.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.28.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.28.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.28.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.28.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.29.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.29.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.29.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.29.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.29.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.3.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.3.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.3.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.3.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.3.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.30.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.30.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.30.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.30.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.30.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.31.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.31.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.31.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.31.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.31.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.32.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.32.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.32.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.32.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.32.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.33.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.33.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.33.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.33.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.33.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.34.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.34.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.34.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.34.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.34.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.35.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.35.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.35.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.35.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.35.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.36.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.36.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.36.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.36.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.36.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.37.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.37.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.37.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.37.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.37.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.38.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.38.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.38.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.38.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.38.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.39.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.39.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.39.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.39.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.39.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.4.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.4.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.4.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.4.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.4.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.40.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.40.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.40.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.40.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.40.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.41.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.41.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.41.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.41.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.41.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.42.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.42.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.42.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.42.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.42.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.43.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.43.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.43.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.43.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.43.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.44.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.44.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.44.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.44.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.44.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.45.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.45.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.45.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.45.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.45.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.46.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.46.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.46.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.46.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.46.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.47.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.47.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.47.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.47.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.47.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.48.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.48.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.48.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.48.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.48.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.49.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.49.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.49.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.49.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.49.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.5.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.5.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.5.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.5.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.5.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.50.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.50.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.50.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.50.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.50.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.51.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.51.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.51.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.51.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.51.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.52.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.52.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.52.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.52.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.52.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.53.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.53.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.53.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.53.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.53.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.54.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.54.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.54.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.54.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.54.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.55.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.55.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.55.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.55.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.55.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.56.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.56.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.56.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.56.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.56.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.57.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.57.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.57.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.57.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.57.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.58.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.58.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.58.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.58.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.58.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.59.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.59.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.59.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.59.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.59.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.6.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.6.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.6.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.6.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.6.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.60.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.60.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.60.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.60.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.60.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.61.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.61.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.61.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.61.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.61.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.62.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.62.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.62.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.62.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.62.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.63.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.63.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.63.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.63.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.63.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.64.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.64.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.64.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.64.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.64.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.65.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.65.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.65.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.65.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.65.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.66.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.66.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.66.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.66.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.66.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.67.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.67.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.67.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.67.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.67.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.68.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.68.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.68.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.68.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.68.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.69.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.69.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.69.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.69.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.69.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.7.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.7.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.7.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.7.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.7.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.70.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.70.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.70.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.70.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.70.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.71.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.71.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.71.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.71.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.71.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.72.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.72.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.72.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.72.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.72.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.73.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.73.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.73.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.73.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.73.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.74.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.74.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.74.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.74.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.74.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.75.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.75.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.75.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.75.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.75.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.76.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.76.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.76.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.76.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.76.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.77.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.77.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.77.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.77.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.77.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.78.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.78.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.78.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.78.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.78.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.79.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.79.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.79.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.79.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.79.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.8.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.8.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.8.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.8.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.8.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.80.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.80.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.80.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.80.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.80.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.81.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.81.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.81.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.81.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.81.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.82.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.82.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.82.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.82.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.82.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.83.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.83.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.83.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.83.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.83.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.84.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.84.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.84.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.84.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.84.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.85.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.85.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.85.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.85.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.85.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.86.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.86.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.86.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.86.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.86.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.87.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.87.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.87.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.87.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.87.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.88.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.88.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.88.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.88.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.88.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.89.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.89.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.89.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.89.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.89.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.9.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.9.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.9.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.9.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.9.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.experts.90.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.90.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.90.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.90.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.90.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.91.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.91.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.91.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.91.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.91.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.92.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.92.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.92.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.92.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.92.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.93.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.93.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.93.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.93.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.93.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.94.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.94.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.94.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.94.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.94.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.95.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.95.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.95.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.95.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.95.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.96.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.96.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.96.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.96.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.96.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.97.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.97.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.97.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.97.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.97.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.98.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.98.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.98.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.98.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.98.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.99.down_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.99.down_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.99.gate_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.99.up_proj.weight": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.experts.99.up_proj.weight_scale": "model-00042-of-00081.safetensors",
+ "model.layers.33.mlp.router.gate.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.shared_experts.down_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.shared_experts.gate_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.mlp.shared_experts.up_proj.weight_scale": "model-00041-of-00081.safetensors",
+ "model.layers.33.post_attention_layernorm.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.post_mlp_layernorm.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.pre_mlp_layernorm.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.self_attn.gate_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.self_attn.k_norm.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.self_attn.k_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.self_attn.o_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.self_attn.q_norm.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.self_attn.q_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.33.self_attn.v_proj.weight": "model-00041-of-00081.safetensors",
+ "model.layers.34.input_layernorm.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.expert_bias": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.0.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.0.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.0.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.0.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.0.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.1.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.1.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.1.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.1.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.1.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.10.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.10.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.10.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.10.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.10.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.100.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.100.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.100.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.100.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.100.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.101.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.101.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.101.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.101.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.101.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.102.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.102.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.102.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.102.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.102.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.103.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.103.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.103.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.103.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.103.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.104.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.104.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.104.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.104.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.104.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.105.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.105.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.105.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.105.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.105.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.106.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.106.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.106.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.106.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.106.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.107.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.107.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.107.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.107.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.107.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.108.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.108.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.108.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.108.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.108.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.109.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.109.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.109.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.109.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.109.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.11.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.11.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.11.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.11.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.11.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.110.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.110.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.110.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.110.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.110.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.111.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.111.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.111.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.111.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.111.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.112.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.112.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.112.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.112.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.112.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.113.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.113.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.113.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.113.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.113.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.114.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.114.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.114.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.114.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.114.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.115.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.115.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.115.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.115.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.115.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.116.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.116.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.116.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.116.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.116.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.117.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.117.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.117.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.117.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.117.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.118.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.118.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.118.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.118.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.118.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.119.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.119.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.119.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.119.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.119.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.12.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.12.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.12.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.12.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.12.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.120.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.120.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.120.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.120.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.120.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.121.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.121.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.121.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.121.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.121.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.122.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.122.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.122.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.122.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.122.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.123.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.123.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.123.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.123.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.123.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.124.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.124.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.124.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.124.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.124.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.125.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.125.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.125.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.125.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.125.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.126.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.126.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.126.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.126.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.126.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.127.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.127.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.127.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.127.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.127.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.128.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.128.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.128.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.128.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.128.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.129.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.129.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.129.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.129.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.129.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.13.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.13.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.13.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.13.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.13.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.130.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.130.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.130.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.130.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.130.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.131.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.131.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.131.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.131.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.131.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.132.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.132.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.132.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.132.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.132.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.133.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.133.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.133.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.133.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.133.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.134.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.134.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.134.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.134.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.134.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.135.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.135.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.135.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.135.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.135.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.136.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.136.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.136.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.136.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.136.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.137.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.137.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.137.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.137.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.137.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.138.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.138.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.138.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.138.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.138.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.139.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.139.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.139.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.139.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.139.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.14.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.14.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.14.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.14.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.14.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.140.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.140.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.140.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.140.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.140.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.141.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.141.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.141.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.141.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.141.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.142.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.142.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.142.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.142.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.142.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.143.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.143.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.143.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.143.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.143.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.144.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.144.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.144.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.144.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.144.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.145.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.145.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.145.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.145.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.145.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.146.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.146.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.146.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.146.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.146.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.147.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.147.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.147.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.147.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.147.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.148.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.148.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.148.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.148.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.148.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.149.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.149.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.149.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.149.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.149.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.15.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.15.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.15.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.15.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.15.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.150.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.150.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.150.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.150.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.150.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.151.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.151.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.151.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.151.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.151.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.152.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.152.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.152.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.152.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.152.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.153.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.153.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.153.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.153.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.153.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.154.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.154.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.154.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.154.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.154.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.155.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.155.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.155.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.155.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.155.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.156.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.156.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.156.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.156.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.156.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.157.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.157.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.157.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.157.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.157.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.158.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.158.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.158.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.158.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.158.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.159.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.159.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.159.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.159.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.159.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.16.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.16.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.16.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.16.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.16.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.160.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.160.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.160.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.160.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.160.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.160.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.161.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.161.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.161.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.161.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.161.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.161.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.162.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.162.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.162.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.162.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.162.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.162.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.163.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.163.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.163.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.163.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.163.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.163.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.164.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.164.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.164.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.164.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.164.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.164.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.165.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.165.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.165.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.165.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.165.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.165.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.166.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.166.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.166.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.166.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.166.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.166.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.167.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.167.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.167.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.167.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.167.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.167.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.168.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.168.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.168.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.168.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.168.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.168.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.169.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.169.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.169.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.169.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.169.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.169.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.17.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.17.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.17.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.17.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.17.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.170.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.170.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.170.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.170.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.170.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.170.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.171.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.171.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.171.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.171.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.171.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.171.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.172.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.172.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.172.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.172.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.172.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.172.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.173.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.173.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.173.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.173.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.173.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.173.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.174.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.174.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.174.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.174.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.174.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.174.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.175.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.175.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.175.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.175.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.175.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.175.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.176.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.176.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.176.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.176.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.176.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.176.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.177.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.177.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.177.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.177.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.177.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.177.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.178.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.178.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.178.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.178.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.178.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.178.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.179.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.179.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.179.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.179.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.179.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.179.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.18.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.18.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.18.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.18.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.18.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.180.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.180.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.180.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.180.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.180.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.180.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.181.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.181.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.181.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.181.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.181.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.181.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.182.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.182.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.182.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.182.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.182.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.182.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.183.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.183.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.183.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.183.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.183.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.183.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.184.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.184.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.184.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.184.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.184.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.184.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.185.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.185.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.185.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.185.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.185.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.185.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.186.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.186.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.186.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.186.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.186.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.186.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.187.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.187.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.187.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.187.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.187.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.187.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.188.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.188.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.188.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.188.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.188.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.188.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.189.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.189.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.189.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.189.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.189.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.189.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.19.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.19.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.19.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.19.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.19.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.190.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.190.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.190.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.190.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.190.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.190.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.191.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.191.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.191.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.191.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.191.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.191.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.192.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.192.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.192.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.192.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.192.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.192.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.193.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.193.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.193.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.193.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.193.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.193.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.194.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.194.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.194.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.194.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.194.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.194.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.195.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.195.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.195.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.195.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.195.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.195.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.196.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.196.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.196.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.196.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.196.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.196.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.197.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.197.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.197.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.197.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.197.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.197.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.198.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.198.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.198.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.198.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.198.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.198.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.199.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.199.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.199.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.199.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.199.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.199.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.2.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.2.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.2.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.2.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.2.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.20.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.20.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.20.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.20.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.20.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.200.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.200.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.200.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.200.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.200.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.200.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.201.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.201.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.201.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.201.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.201.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.201.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.202.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.202.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.202.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.202.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.202.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.202.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.203.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.203.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.203.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.203.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.203.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.203.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.204.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.204.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.204.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.204.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.204.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.204.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.205.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.205.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.205.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.205.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.205.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.205.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.206.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.206.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.206.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.206.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.206.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.206.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.207.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.207.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.207.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.207.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.207.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.207.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.208.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.208.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.208.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.208.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.208.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.208.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.209.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.209.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.209.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.209.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.209.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.209.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.21.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.21.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.21.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.21.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.21.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.210.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.210.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.210.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.210.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.210.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.210.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.211.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.211.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.211.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.211.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.211.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.211.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.212.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.212.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.212.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.212.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.212.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.212.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.213.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.213.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.213.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.213.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.213.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.213.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.214.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.214.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.214.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.214.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.214.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.214.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.215.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.215.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.215.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.215.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.215.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.215.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.216.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.216.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.216.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.216.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.216.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.216.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.217.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.217.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.217.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.217.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.217.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.217.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.218.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.218.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.218.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.218.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.218.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.218.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.219.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.219.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.219.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.219.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.219.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.219.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.22.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.22.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.22.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.22.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.22.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.220.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.220.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.220.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.220.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.220.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.220.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.221.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.221.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.221.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.221.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.221.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.221.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.222.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.222.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.222.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.222.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.222.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.222.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.223.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.223.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.223.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.223.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.223.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.223.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.224.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.224.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.224.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.224.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.224.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.224.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.225.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.225.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.225.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.225.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.225.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.225.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.226.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.226.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.226.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.226.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.226.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.226.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.227.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.227.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.227.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.227.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.227.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.227.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.228.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.228.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.228.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.228.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.228.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.228.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.229.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.229.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.229.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.229.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.229.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.229.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.23.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.23.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.23.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.23.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.23.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.230.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.230.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.230.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.230.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.230.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.230.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.231.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.231.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.231.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.231.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.231.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.231.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.232.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.232.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.232.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.232.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.232.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.232.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.233.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.233.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.233.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.233.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.233.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.233.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.234.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.234.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.234.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.234.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.234.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.234.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.235.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.235.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.235.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.235.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.235.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.235.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.236.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.236.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.236.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.236.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.236.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.236.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.237.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.237.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.237.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.237.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.237.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.237.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.238.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.238.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.238.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.238.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.238.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.238.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.239.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.239.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.239.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.239.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.239.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.239.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.24.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.24.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.24.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.24.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.24.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.240.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.240.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.240.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.240.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.240.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.240.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.241.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.241.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.241.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.241.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.241.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.241.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.242.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.242.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.242.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.242.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.242.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.242.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.243.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.243.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.243.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.243.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.243.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.243.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.244.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.244.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.244.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.244.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.244.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.244.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.245.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.245.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.245.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.245.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.245.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.245.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.246.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.246.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.246.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.246.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.246.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.246.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.247.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.247.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.247.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.247.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.247.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.247.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.248.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.248.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.248.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.248.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.248.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.248.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.249.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.249.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.249.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.249.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.249.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.249.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.25.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.25.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.25.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.25.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.25.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.250.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.250.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.250.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.250.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.250.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.250.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.251.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.251.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.251.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.251.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.251.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.251.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.252.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.252.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.252.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.252.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.252.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.252.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.253.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.253.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.253.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.253.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.253.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.253.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.254.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.254.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.254.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.254.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.254.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.254.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.255.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.255.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.255.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.255.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.255.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.255.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.34.mlp.experts.26.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.26.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.26.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.26.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.26.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.27.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.27.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.27.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.27.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.27.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.28.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.28.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.28.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.28.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.28.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.29.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.29.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.29.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.29.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.29.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.3.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.3.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.3.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.3.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.3.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.30.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.30.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.30.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.30.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.30.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.31.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.31.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.31.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.31.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.31.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.32.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.32.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.32.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.32.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.32.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.33.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.33.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.33.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.33.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.33.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.34.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.34.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.34.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.34.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.34.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.35.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.35.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.35.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.35.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.35.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.36.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.36.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.36.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.36.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.36.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.37.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.37.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.37.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.37.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.37.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.38.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.38.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.38.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.38.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.38.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.39.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.39.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.39.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.39.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.39.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.4.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.4.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.4.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.4.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.4.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.40.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.40.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.40.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.40.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.40.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.41.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.41.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.41.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.41.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.41.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.42.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.42.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.42.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.42.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.42.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.43.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.43.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.43.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.43.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.43.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.44.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.44.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.44.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.44.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.44.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.45.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.45.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.45.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.45.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.45.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.46.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.46.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.46.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.46.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.46.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.47.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.47.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.47.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.47.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.47.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.48.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.48.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.48.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.48.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.48.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.49.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.49.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.49.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.49.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.49.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.5.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.5.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.5.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.5.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.5.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.50.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.50.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.50.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.50.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.50.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.51.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.51.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.51.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.51.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.51.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.52.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.52.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.52.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.52.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.52.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.53.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.53.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.53.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.53.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.53.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.54.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.54.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.54.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.54.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.54.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.55.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.55.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.55.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.55.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.55.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.56.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.56.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.56.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.56.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.56.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.57.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.57.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.57.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.57.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.57.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.58.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.58.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.58.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.58.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.58.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.59.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.59.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.59.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.59.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.59.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.6.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.6.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.6.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.6.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.6.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.60.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.60.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.60.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.60.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.60.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.61.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.61.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.61.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.61.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.61.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.62.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.62.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.62.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.62.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.62.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.63.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.63.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.63.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.63.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.63.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.64.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.64.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.64.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.64.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.64.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.65.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.65.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.65.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.65.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.65.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.66.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.66.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.66.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.66.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.66.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.67.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.67.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.67.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.67.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.67.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.68.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.68.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.68.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.68.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.68.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.69.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.69.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.69.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.69.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.69.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.7.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.7.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.7.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.7.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.7.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.70.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.70.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.70.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.70.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.70.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.71.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.71.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.71.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.71.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.71.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.72.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.72.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.72.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.72.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.72.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.73.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.73.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.73.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.73.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.73.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.74.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.74.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.74.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.74.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.74.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.75.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.75.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.75.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.75.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.75.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.76.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.76.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.76.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.76.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.76.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.77.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.77.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.77.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.77.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.77.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.78.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.78.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.78.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.78.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.78.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.79.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.79.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.79.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.79.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.79.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.8.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.8.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.8.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.8.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.8.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.80.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.80.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.80.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.80.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.80.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.81.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.81.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.81.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.81.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.81.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.82.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.82.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.82.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.82.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.82.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.83.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.83.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.83.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.83.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.83.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.84.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.84.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.84.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.84.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.84.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.85.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.85.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.85.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.85.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.85.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.86.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.86.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.86.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.86.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.86.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.87.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.87.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.87.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.87.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.87.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.88.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.88.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.88.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.88.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.88.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.89.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.89.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.89.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.89.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.89.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.9.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.9.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.9.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.9.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.9.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.90.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.90.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.90.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.90.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.90.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.91.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.91.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.91.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.91.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.91.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.92.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.92.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.92.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.92.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.92.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.93.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.93.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.93.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.93.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.93.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.94.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.94.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.94.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.94.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.94.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.95.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.95.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.95.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.95.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.95.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.96.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.96.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.96.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.96.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.96.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.97.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.97.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.97.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.97.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.97.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.98.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.98.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.98.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.98.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.98.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.99.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.99.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.99.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.99.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.experts.99.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.router.gate.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.shared_experts.down_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.shared_experts.gate_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.mlp.shared_experts.up_proj.weight_scale": "model-00043-of-00081.safetensors",
+ "model.layers.34.post_attention_layernorm.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.post_mlp_layernorm.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.pre_mlp_layernorm.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.self_attn.gate_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.self_attn.k_norm.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.self_attn.k_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.self_attn.o_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.self_attn.q_norm.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.self_attn.q_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.34.self_attn.v_proj.weight": "model-00043-of-00081.safetensors",
+ "model.layers.35.input_layernorm.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.expert_bias": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.0.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.0.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.0.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.0.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.0.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.1.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.1.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.1.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.1.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.1.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.10.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.10.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.10.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.10.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.10.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.100.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.100.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.100.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.100.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.100.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.101.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.101.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.101.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.101.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.101.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.102.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.102.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.102.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.102.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.102.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.103.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.103.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.103.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.103.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.103.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.104.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.104.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.104.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.104.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.104.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.105.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.105.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.105.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.105.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.105.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.106.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.106.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.106.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.106.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.106.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.107.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.107.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.107.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.107.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.107.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.108.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.108.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.108.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.108.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.108.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.109.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.109.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.109.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.109.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.109.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.11.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.11.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.11.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.11.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.11.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.110.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.110.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.110.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.110.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.110.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.111.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.111.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.111.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.111.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.111.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.112.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.112.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.112.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.112.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.112.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.113.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.113.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.113.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.113.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.113.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.114.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.114.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.114.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.114.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.114.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.115.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.115.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.115.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.115.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.115.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.116.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.116.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.116.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.116.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.116.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.117.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.117.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.117.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.117.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.117.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.118.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.118.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.118.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.118.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.118.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.119.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.119.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.119.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.119.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.119.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.12.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.12.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.12.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.12.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.12.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.120.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.120.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.120.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.120.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.120.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.121.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.121.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.121.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.121.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.121.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.122.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.122.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.122.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.122.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.122.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.123.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.123.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.123.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.123.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.123.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.124.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.124.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.124.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.124.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.124.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.125.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.125.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.125.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.125.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.125.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.126.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.126.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.126.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.126.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.126.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.127.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.127.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.127.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.127.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.127.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.128.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.128.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.128.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.128.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.128.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.129.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.129.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.129.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.129.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.129.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.13.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.13.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.13.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.13.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.13.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.130.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.130.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.130.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.130.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.130.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.131.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.131.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.131.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.131.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.131.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.132.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.132.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.132.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.132.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.132.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.133.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.133.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.133.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.133.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.133.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.134.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.134.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.134.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.134.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.134.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.135.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.135.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.135.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.135.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.135.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.136.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.136.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.136.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.136.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.136.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.137.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.137.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.137.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.137.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.137.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.138.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.138.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.138.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.138.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.138.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.139.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.139.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.139.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.139.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.139.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.14.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.14.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.14.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.14.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.14.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.140.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.140.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.140.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.140.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.140.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.141.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.141.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.141.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.141.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.141.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.142.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.142.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.142.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.142.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.142.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.143.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.143.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.143.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.143.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.143.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.144.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.144.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.144.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.144.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.144.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.145.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.145.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.145.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.145.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.145.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.146.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.146.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.146.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.146.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.146.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.147.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.147.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.147.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.147.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.147.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.148.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.148.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.148.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.148.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.148.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.149.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.149.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.149.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.149.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.149.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.15.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.15.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.15.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.15.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.15.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.150.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.150.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.150.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.150.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.150.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.151.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.151.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.151.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.151.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.151.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.152.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.152.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.152.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.152.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.152.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.153.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.153.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.153.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.153.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.153.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.154.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.154.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.154.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.154.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.154.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.155.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.155.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.155.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.155.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.155.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.156.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.156.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.156.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.156.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.156.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.157.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.157.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.157.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.157.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.157.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.158.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.158.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.158.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.158.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.158.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.159.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.159.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.159.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.159.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.159.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.16.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.16.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.16.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.16.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.16.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.160.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.160.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.160.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.160.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.160.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.160.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.161.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.161.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.161.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.161.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.161.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.161.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.162.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.162.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.162.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.162.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.162.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.162.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.163.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.163.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.163.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.163.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.163.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.163.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.164.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.164.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.164.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.164.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.164.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.164.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.165.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.165.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.165.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.165.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.165.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.165.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.166.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.166.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.166.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.166.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.166.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.166.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.167.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.167.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.167.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.167.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.167.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.167.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.168.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.168.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.168.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.168.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.168.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.168.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.169.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.169.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.169.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.169.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.169.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.169.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.17.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.17.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.17.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.17.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.17.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.170.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.170.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.170.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.170.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.170.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.170.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.171.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.171.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.171.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.171.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.171.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.171.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.172.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.172.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.172.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.172.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.172.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.172.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.173.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.173.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.173.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.173.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.173.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.173.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.174.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.174.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.174.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.174.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.174.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.174.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.175.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.175.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.175.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.175.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.175.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.175.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.176.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.176.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.176.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.176.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.176.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.176.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.177.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.177.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.177.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.177.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.177.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.177.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.178.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.178.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.178.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.178.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.178.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.178.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.179.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.179.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.179.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.179.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.179.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.179.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.18.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.18.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.18.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.18.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.18.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.180.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.180.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.180.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.180.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.180.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.180.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.181.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.181.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.181.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.181.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.181.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.181.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.182.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.182.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.182.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.182.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.182.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.182.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.183.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.183.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.183.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.183.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.183.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.183.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.184.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.184.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.184.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.184.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.184.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.184.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.185.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.185.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.185.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.185.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.185.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.185.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.186.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.186.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.186.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.186.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.186.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.186.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.187.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.187.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.187.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.187.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.187.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.187.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.188.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.188.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.188.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.188.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.188.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.188.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.189.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.189.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.189.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.189.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.189.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.189.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.19.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.19.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.19.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.19.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.19.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.190.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.190.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.190.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.190.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.190.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.190.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.191.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.191.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.191.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.191.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.191.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.191.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.192.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.192.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.192.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.192.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.192.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.192.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.193.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.193.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.193.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.193.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.193.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.193.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.194.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.194.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.194.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.194.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.194.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.194.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.195.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.195.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.195.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.195.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.195.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.195.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.196.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.196.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.196.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.196.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.196.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.196.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.197.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.197.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.197.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.197.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.197.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.197.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.198.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.198.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.198.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.198.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.198.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.198.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.199.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.199.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.199.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.199.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.199.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.199.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.2.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.2.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.2.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.2.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.2.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.20.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.20.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.20.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.20.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.20.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.200.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.200.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.200.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.200.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.200.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.200.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.201.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.201.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.201.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.201.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.201.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.201.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.202.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.202.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.202.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.202.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.202.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.202.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.203.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.203.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.203.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.203.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.203.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.203.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.204.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.204.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.204.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.204.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.204.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.204.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.205.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.205.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.205.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.205.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.205.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.205.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.206.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.206.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.206.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.206.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.206.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.206.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.207.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.207.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.207.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.207.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.207.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.207.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.208.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.208.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.208.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.208.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.208.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.208.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.209.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.209.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.209.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.209.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.209.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.209.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.21.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.21.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.21.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.21.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.21.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.210.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.210.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.210.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.210.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.210.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.210.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.211.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.211.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.211.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.211.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.211.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.211.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.212.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.212.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.212.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.212.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.212.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.212.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.213.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.213.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.213.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.213.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.213.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.213.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.214.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.214.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.214.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.214.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.214.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.214.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.215.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.215.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.215.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.215.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.215.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.215.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.216.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.216.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.216.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.216.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.216.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.216.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.217.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.217.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.217.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.217.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.217.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.217.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.218.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.218.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.218.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.218.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.218.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.218.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.219.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.219.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.219.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.219.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.219.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.219.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.22.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.22.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.22.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.22.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.22.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.220.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.220.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.220.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.220.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.220.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.220.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.221.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.221.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.221.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.221.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.221.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.221.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.222.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.222.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.222.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.222.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.222.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.222.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.223.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.223.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.223.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.223.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.223.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.223.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.224.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.224.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.224.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.224.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.224.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.224.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.225.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.225.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.225.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.225.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.225.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.225.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.226.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.226.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.226.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.226.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.226.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.226.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.227.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.227.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.227.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.227.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.227.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.227.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.228.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.228.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.228.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.228.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.228.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.228.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.229.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.229.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.229.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.229.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.229.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.229.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.23.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.23.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.23.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.23.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.23.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.230.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.230.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.230.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.230.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.230.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.230.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.231.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.231.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.231.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.231.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.231.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.231.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.232.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.232.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.232.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.232.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.232.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.232.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.233.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.233.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.233.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.233.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.233.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.233.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.234.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.234.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.234.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.234.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.234.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.234.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.235.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.235.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.235.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.235.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.235.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.235.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.236.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.236.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.236.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.236.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.236.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.236.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.237.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.237.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.237.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.237.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.237.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.237.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.238.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.238.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.238.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.238.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.238.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.238.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.239.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.239.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.239.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.239.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.239.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.239.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.24.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.24.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.24.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.24.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.24.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.240.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.240.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.240.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.240.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.240.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.240.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.241.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.241.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.241.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.241.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.241.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.241.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.242.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.242.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.242.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.242.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.242.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.242.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.243.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.243.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.243.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.243.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.243.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.243.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.244.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.244.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.244.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.244.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.244.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.244.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.245.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.245.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.245.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.245.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.245.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.245.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.246.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.246.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.246.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.246.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.246.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.246.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.247.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.247.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.247.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.247.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.247.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.247.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.248.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.248.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.248.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.248.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.248.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.248.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.249.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.249.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.249.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.249.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.249.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.249.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.25.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.25.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.25.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.25.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.25.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.250.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.250.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.250.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.250.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.250.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.250.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.251.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.251.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.251.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.251.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.251.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.251.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.252.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.252.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.252.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.252.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.252.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.252.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.253.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.253.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.253.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.253.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.253.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.253.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.254.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.254.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.254.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.254.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.254.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.254.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.255.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.255.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.255.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.255.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.255.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.255.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.26.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.26.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.26.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.26.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.26.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.27.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.27.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.27.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.27.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.27.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.28.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.28.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.28.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.28.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.28.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.29.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.29.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.29.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.29.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.29.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.3.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.3.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.3.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.3.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.3.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.30.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.30.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.30.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.30.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.30.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.31.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.31.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.31.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.31.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.31.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.32.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.32.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.32.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.32.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.32.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.33.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.33.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.33.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.33.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.33.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.34.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.34.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.34.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.34.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.34.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.35.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.35.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.35.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.35.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.35.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.36.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.36.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.36.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.36.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.36.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.37.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.37.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.37.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.37.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.37.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.38.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.38.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.38.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.38.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.38.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.39.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.39.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.39.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.39.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.39.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.4.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.4.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.4.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.4.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.4.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.40.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.40.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.40.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.40.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.40.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.41.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.41.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.41.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.41.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.41.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.42.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.42.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.42.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.42.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.42.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.43.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.43.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.43.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.43.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.43.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.44.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.44.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.44.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.44.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.44.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.45.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.45.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.45.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.45.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.45.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.46.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.46.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.46.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.46.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.46.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.47.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.47.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.47.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.47.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.47.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.48.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.48.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.48.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.48.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.48.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.49.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.49.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.49.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.49.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.49.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.5.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.5.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.5.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.5.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.5.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.50.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.50.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.50.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.50.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.50.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.51.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.51.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.51.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.51.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.51.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.52.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.52.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.52.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.52.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.52.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.53.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.53.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.53.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.53.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.53.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.54.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.54.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.54.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.54.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.54.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.55.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.55.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.55.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.55.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.55.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.56.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.56.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.56.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.56.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.56.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.57.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.57.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.57.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.57.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.57.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.58.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.58.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.58.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.58.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.58.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.59.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.59.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.59.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.59.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.59.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.6.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.6.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.6.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.6.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.6.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.60.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.60.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.60.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.60.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.60.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.61.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.61.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.61.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.61.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.61.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.62.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.62.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.62.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.62.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.62.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.63.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.63.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.63.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.63.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.63.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.64.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.64.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.64.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.64.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.64.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.65.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.65.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.65.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.65.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.65.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.66.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.66.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.66.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.66.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.66.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.67.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.67.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.67.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.67.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.67.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.68.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.68.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.68.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.68.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.68.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.69.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.69.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.69.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.69.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.69.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.7.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.7.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.7.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.7.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.7.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.70.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.70.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.70.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.70.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.70.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.71.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.71.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.71.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.71.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.71.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.72.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.72.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.72.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.72.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.72.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.73.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.73.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.73.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.73.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.73.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.74.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.74.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.74.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.74.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.74.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.75.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.75.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.75.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.75.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.75.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.76.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.76.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.76.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.76.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.76.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.77.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.77.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.77.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.77.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.77.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.78.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.78.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.78.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.78.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.78.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.79.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.79.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.79.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.79.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.79.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.8.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.8.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.8.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.8.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.8.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.80.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.80.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.80.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.80.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.80.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.81.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.81.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.81.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.81.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.81.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.82.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.82.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.82.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.82.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.82.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.83.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.83.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.83.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.83.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.83.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.84.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.84.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.84.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.84.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.84.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.85.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.85.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.85.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.85.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.85.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.86.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.86.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.86.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.86.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.86.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.87.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.87.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.87.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.87.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.87.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.88.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.88.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.88.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.88.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.88.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.89.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.89.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.89.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.89.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.89.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.9.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.9.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.9.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.9.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.9.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.experts.90.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.90.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.90.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.90.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.90.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.91.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.91.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.91.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.91.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.91.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.92.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.92.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.92.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.92.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.92.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.93.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.93.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.93.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.93.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.93.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.94.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.94.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.94.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.94.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.94.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.95.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.95.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.95.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.95.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.95.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.96.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.96.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.96.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.96.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.96.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.97.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.97.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.97.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.97.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.97.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.98.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.98.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.98.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.98.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.98.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.99.down_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.99.down_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.99.gate_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.99.up_proj.weight": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.experts.99.up_proj.weight_scale": "model-00045-of-00081.safetensors",
+ "model.layers.35.mlp.router.gate.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.shared_experts.down_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.shared_experts.gate_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.mlp.shared_experts.up_proj.weight_scale": "model-00044-of-00081.safetensors",
+ "model.layers.35.post_attention_layernorm.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.post_mlp_layernorm.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.pre_mlp_layernorm.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.self_attn.gate_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.self_attn.k_norm.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.self_attn.k_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.self_attn.o_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.self_attn.q_norm.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.self_attn.q_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.35.self_attn.v_proj.weight": "model-00044-of-00081.safetensors",
+ "model.layers.36.input_layernorm.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.expert_bias": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.0.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.0.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.0.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.0.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.0.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.1.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.1.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.1.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.1.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.1.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.10.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.10.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.10.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.10.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.10.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.100.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.100.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.100.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.100.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.100.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.101.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.101.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.101.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.101.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.101.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.102.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.102.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.102.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.102.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.102.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.103.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.103.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.103.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.103.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.103.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.104.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.104.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.104.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.104.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.104.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.105.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.105.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.105.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.105.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.105.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.106.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.106.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.106.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.106.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.106.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.107.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.107.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.107.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.107.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.107.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.108.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.108.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.108.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.108.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.108.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.109.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.109.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.109.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.109.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.109.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.11.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.11.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.11.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.11.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.11.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.110.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.110.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.110.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.110.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.110.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.111.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.111.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.111.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.111.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.111.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.112.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.112.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.112.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.112.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.112.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.113.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.113.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.113.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.113.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.113.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.114.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.114.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.114.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.114.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.114.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.115.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.115.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.115.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.115.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.115.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.116.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.116.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.116.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.116.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.116.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.117.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.117.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.117.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.117.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.117.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.118.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.118.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.118.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.118.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.118.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.119.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.119.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.119.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.119.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.119.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.12.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.12.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.12.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.12.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.12.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.120.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.120.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.120.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.120.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.120.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.121.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.121.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.121.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.121.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.121.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.122.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.122.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.122.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.122.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.122.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.123.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.123.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.123.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.123.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.123.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.124.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.124.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.124.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.124.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.124.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.125.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.125.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.125.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.125.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.125.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.126.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.126.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.126.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.126.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.126.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.127.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.127.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.127.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.127.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.127.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.128.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.128.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.128.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.128.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.128.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.129.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.129.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.129.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.129.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.129.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.13.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.13.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.13.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.13.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.13.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.130.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.130.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.130.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.130.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.130.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.131.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.131.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.131.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.131.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.131.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.132.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.132.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.132.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.132.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.132.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.133.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.133.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.133.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.133.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.133.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.134.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.134.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.134.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.134.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.134.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.135.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.135.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.135.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.135.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.135.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.136.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.136.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.136.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.136.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.136.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.137.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.137.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.137.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.137.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.137.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.138.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.138.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.138.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.138.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.138.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.139.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.139.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.139.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.139.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.139.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.14.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.14.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.14.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.14.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.14.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.140.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.140.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.140.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.140.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.140.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.141.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.141.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.141.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.141.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.141.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.142.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.142.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.142.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.142.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.142.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.143.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.143.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.143.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.143.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.143.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.144.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.144.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.144.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.144.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.144.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.145.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.145.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.145.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.145.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.145.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.146.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.146.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.146.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.146.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.146.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.147.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.147.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.147.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.147.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.147.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.148.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.148.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.148.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.148.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.148.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.149.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.149.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.149.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.149.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.149.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.15.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.15.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.15.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.15.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.15.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.150.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.150.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.150.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.150.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.150.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.151.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.151.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.151.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.151.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.151.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.152.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.152.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.152.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.152.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.152.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.153.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.153.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.153.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.153.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.153.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.154.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.154.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.154.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.154.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.154.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.155.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.155.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.155.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.155.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.155.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.156.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.156.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.156.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.156.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.156.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.157.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.157.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.157.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.157.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.157.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.158.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.158.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.158.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.158.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.158.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.159.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.159.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.159.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.159.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.159.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.16.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.16.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.16.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.16.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.16.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.160.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.160.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.160.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.160.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.160.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.160.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.161.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.161.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.161.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.161.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.161.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.161.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.162.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.162.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.162.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.162.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.162.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.162.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.163.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.163.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.163.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.163.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.163.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.163.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.164.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.164.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.164.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.164.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.164.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.164.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.165.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.165.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.165.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.165.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.165.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.165.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.166.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.166.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.166.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.166.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.166.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.166.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.167.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.167.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.167.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.167.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.167.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.167.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.168.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.168.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.168.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.168.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.168.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.168.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.169.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.169.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.169.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.169.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.169.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.169.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.17.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.17.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.17.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.17.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.17.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.170.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.170.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.170.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.170.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.170.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.170.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.171.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.171.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.171.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.171.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.171.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.171.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.172.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.172.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.172.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.172.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.172.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.172.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.173.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.173.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.173.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.173.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.173.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.173.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.174.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.174.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.174.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.174.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.174.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.174.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.175.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.175.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.175.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.175.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.175.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.175.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.176.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.176.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.176.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.176.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.176.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.176.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.177.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.177.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.177.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.177.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.177.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.177.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.178.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.178.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.178.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.178.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.178.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.178.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.179.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.179.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.179.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.179.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.179.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.179.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.18.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.18.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.18.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.18.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.18.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.180.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.180.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.180.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.180.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.180.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.180.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.181.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.181.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.181.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.181.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.181.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.181.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.182.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.182.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.182.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.182.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.182.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.182.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.183.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.183.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.183.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.183.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.183.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.183.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.184.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.184.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.184.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.184.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.184.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.184.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.185.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.185.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.185.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.185.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.185.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.185.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.186.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.186.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.186.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.186.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.186.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.186.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.187.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.187.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.187.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.187.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.187.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.187.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.188.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.188.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.188.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.188.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.188.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.188.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.189.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.189.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.189.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.189.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.189.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.189.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.19.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.19.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.19.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.19.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.19.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.190.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.190.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.190.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.190.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.190.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.190.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.191.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.191.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.191.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.191.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.191.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.191.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.192.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.192.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.192.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.192.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.192.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.192.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.193.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.193.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.193.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.193.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.193.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.193.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.194.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.194.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.194.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.194.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.194.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.194.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.195.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.195.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.195.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.195.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.195.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.195.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.196.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.196.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.196.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.196.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.196.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.196.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.197.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.197.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.197.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.197.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.197.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.197.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.198.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.198.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.198.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.198.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.198.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.198.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.199.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.199.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.199.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.199.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.199.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.199.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.2.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.2.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.2.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.2.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.2.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.20.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.20.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.20.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.20.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.20.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.200.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.200.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.200.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.200.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.200.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.200.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.201.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.201.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.201.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.201.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.201.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.201.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.202.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.202.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.202.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.202.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.202.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.202.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.203.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.203.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.203.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.203.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.203.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.203.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.204.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.204.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.204.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.204.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.204.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.204.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.205.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.205.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.205.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.205.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.205.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.205.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.206.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.206.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.206.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.206.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.206.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.206.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.207.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.207.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.207.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.207.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.207.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.207.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.208.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.208.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.208.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.208.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.208.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.208.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.209.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.209.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.209.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.209.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.209.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.209.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.21.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.21.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.21.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.21.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.21.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.210.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.210.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.210.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.210.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.210.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.210.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.211.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.211.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.211.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.211.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.211.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.211.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.212.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.212.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.212.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.212.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.212.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.212.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.213.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.213.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.213.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.213.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.213.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.213.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.214.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.214.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.214.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.214.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.214.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.214.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.215.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.215.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.215.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.215.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.215.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.215.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.216.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.216.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.216.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.216.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.216.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.216.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.217.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.217.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.217.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.217.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.217.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.217.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.218.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.218.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.218.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.218.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.218.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.218.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.219.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.219.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.219.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.219.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.219.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.219.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.22.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.22.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.22.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.22.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.22.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.220.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.220.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.220.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.220.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.220.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.220.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.221.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.221.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.221.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.221.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.221.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.221.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.222.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.222.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.222.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.222.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.222.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.222.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.223.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.223.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.223.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.223.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.223.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.223.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.224.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.224.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.224.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.224.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.224.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.224.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.225.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.225.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.225.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.225.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.225.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.225.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.226.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.226.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.226.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.226.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.226.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.226.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.227.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.227.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.227.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.227.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.227.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.227.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.228.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.228.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.228.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.228.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.228.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.228.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.229.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.229.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.229.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.229.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.229.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.229.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.23.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.23.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.23.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.23.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.23.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.230.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.230.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.230.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.230.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.230.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.230.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.231.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.231.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.231.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.231.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.231.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.231.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.232.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.232.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.232.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.232.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.232.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.232.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.233.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.233.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.233.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.233.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.233.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.233.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.234.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.234.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.234.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.234.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.234.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.234.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.235.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.235.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.235.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.235.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.235.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.235.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.236.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.236.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.236.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.236.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.236.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.236.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.237.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.237.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.237.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.237.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.237.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.237.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.238.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.238.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.238.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.238.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.238.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.238.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.239.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.239.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.239.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.239.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.239.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.239.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.24.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.24.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.24.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.24.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.24.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.240.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.240.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.240.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.240.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.240.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.240.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.241.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.241.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.241.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.241.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.241.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.241.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.242.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.242.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.242.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.242.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.242.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.242.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.243.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.243.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.243.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.243.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.243.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.243.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.244.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.244.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.244.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.244.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.244.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.244.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.245.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.245.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.245.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.245.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.245.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.245.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.246.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.246.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.246.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.246.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.246.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.246.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.247.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.247.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.247.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.247.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.247.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.247.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.248.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.248.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.248.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.248.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.248.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.248.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.249.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.249.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.249.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.249.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.249.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.249.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.25.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.25.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.25.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.25.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.25.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.250.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.250.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.250.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.250.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.250.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.250.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.251.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.251.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.251.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.251.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.251.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.251.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.252.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.252.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.252.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.252.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.252.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.252.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.253.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.253.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.253.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.253.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.253.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.253.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.254.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.254.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.254.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.254.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.254.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.254.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.255.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.255.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.255.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.255.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.255.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.255.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.36.mlp.experts.26.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.26.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.26.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.26.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.26.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.27.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.27.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.27.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.27.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.27.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.28.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.28.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.28.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.28.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.28.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.29.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.29.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.29.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.29.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.29.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.3.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.3.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.3.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.3.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.3.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.30.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.30.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.30.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.30.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.30.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.31.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.31.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.31.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.31.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.31.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.32.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.32.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.32.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.32.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.32.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.33.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.33.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.33.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.33.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.33.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.34.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.34.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.34.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.34.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.34.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.35.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.35.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.35.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.35.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.35.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.36.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.36.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.36.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.36.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.36.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.37.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.37.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.37.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.37.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.37.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.38.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.38.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.38.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.38.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.38.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.39.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.39.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.39.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.39.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.39.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.4.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.4.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.4.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.4.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.4.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.40.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.40.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.40.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.40.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.40.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.41.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.41.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.41.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.41.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.41.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.42.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.42.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.42.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.42.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.42.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.43.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.43.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.43.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.43.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.43.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.44.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.44.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.44.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.44.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.44.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.45.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.45.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.45.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.45.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.45.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.46.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.46.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.46.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.46.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.46.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.47.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.47.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.47.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.47.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.47.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.48.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.48.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.48.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.48.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.48.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.49.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.49.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.49.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.49.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.49.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.5.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.5.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.5.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.5.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.5.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.50.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.50.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.50.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.50.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.50.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.51.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.51.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.51.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.51.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.51.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.52.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.52.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.52.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.52.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.52.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.53.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.53.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.53.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.53.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.53.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.54.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.54.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.54.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.54.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.54.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.55.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.55.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.55.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.55.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.55.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.56.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.56.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.56.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.56.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.56.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.57.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.57.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.57.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.57.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.57.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.58.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.58.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.58.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.58.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.58.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.59.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.59.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.59.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.59.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.59.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.6.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.6.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.6.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.6.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.6.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.60.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.60.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.60.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.60.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.60.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.61.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.61.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.61.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.61.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.61.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.62.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.62.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.62.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.62.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.62.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.63.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.63.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.63.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.63.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.63.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.64.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.64.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.64.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.64.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.64.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.65.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.65.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.65.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.65.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.65.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.66.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.66.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.66.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.66.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.66.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.67.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.67.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.67.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.67.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.67.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.68.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.68.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.68.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.68.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.68.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.69.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.69.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.69.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.69.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.69.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.7.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.7.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.7.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.7.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.7.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.70.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.70.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.70.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.70.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.70.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.71.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.71.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.71.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.71.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.71.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.72.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.72.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.72.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.72.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.72.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.73.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.73.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.73.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.73.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.73.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.74.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.74.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.74.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.74.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.74.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.75.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.75.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.75.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.75.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.75.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.76.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.76.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.76.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.76.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.76.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.77.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.77.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.77.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.77.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.77.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.78.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.78.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.78.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.78.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.78.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.79.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.79.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.79.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.79.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.79.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.8.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.8.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.8.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.8.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.8.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.80.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.80.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.80.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.80.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.80.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.81.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.81.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.81.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.81.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.81.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.82.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.82.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.82.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.82.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.82.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.83.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.83.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.83.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.83.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.83.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.84.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.84.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.84.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.84.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.84.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.85.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.85.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.85.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.85.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.85.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.86.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.86.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.86.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.86.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.86.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.87.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.87.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.87.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.87.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.87.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.88.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.88.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.88.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.88.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.88.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.89.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.89.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.89.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.89.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.89.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.9.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.9.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.9.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.9.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.9.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.90.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.90.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.90.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.90.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.90.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.91.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.91.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.91.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.91.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.91.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.92.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.92.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.92.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.92.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.92.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.93.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.93.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.93.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.93.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.93.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.94.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.94.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.94.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.94.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.94.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.95.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.95.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.95.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.95.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.95.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.96.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.96.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.96.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.96.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.96.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.97.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.97.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.97.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.97.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.97.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.98.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.98.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.98.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.98.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.98.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.99.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.99.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.99.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.99.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.experts.99.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.router.gate.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.shared_experts.down_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.shared_experts.gate_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.mlp.shared_experts.up_proj.weight_scale": "model-00046-of-00081.safetensors",
+ "model.layers.36.post_attention_layernorm.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.post_mlp_layernorm.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.pre_mlp_layernorm.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.self_attn.gate_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.self_attn.k_norm.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.self_attn.k_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.self_attn.o_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.self_attn.q_norm.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.self_attn.q_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.36.self_attn.v_proj.weight": "model-00046-of-00081.safetensors",
+ "model.layers.37.input_layernorm.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.expert_bias": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.0.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.0.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.0.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.0.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.0.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.1.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.1.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.1.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.1.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.1.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.10.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.10.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.10.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.10.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.10.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.100.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.100.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.100.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.100.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.100.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.101.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.101.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.101.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.101.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.101.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.102.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.102.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.102.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.102.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.102.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.103.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.103.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.103.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.103.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.103.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.104.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.104.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.104.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.104.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.104.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.105.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.105.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.105.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.105.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.105.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.106.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.106.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.106.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.106.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.106.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.107.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.107.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.107.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.107.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.107.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.108.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.108.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.108.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.108.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.108.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.109.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.109.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.109.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.109.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.109.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.11.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.11.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.11.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.11.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.11.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.110.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.110.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.110.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.110.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.110.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.111.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.111.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.111.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.111.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.111.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.112.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.112.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.112.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.112.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.112.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.113.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.113.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.113.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.113.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.113.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.114.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.114.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.114.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.114.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.114.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.115.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.115.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.115.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.115.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.115.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.116.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.116.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.116.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.116.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.116.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.117.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.117.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.117.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.117.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.117.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.118.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.118.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.118.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.118.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.118.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.119.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.119.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.119.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.119.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.119.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.12.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.12.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.12.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.12.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.12.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.120.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.120.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.120.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.120.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.120.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.121.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.121.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.121.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.121.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.121.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.122.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.122.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.122.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.122.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.122.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.123.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.123.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.123.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.123.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.123.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.124.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.124.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.124.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.124.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.124.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.125.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.125.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.125.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.125.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.125.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.126.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.126.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.126.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.126.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.126.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.127.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.127.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.127.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.127.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.127.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.128.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.128.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.128.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.128.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.128.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.129.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.129.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.129.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.129.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.129.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.13.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.13.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.13.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.13.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.13.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.130.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.130.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.130.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.130.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.130.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.131.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.131.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.131.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.131.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.131.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.132.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.132.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.132.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.132.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.132.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.133.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.133.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.133.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.133.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.133.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.134.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.134.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.134.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.134.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.134.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.135.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.135.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.135.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.135.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.135.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.136.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.136.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.136.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.136.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.136.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.137.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.137.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.137.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.137.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.137.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.138.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.138.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.138.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.138.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.138.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.139.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.139.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.139.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.139.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.139.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.14.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.14.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.14.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.14.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.14.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.140.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.140.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.140.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.140.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.140.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.141.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.141.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.141.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.141.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.141.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.142.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.142.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.142.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.142.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.142.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.143.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.143.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.143.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.143.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.143.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.144.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.144.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.144.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.144.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.144.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.145.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.145.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.145.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.145.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.145.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.146.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.146.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.146.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.146.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.146.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.147.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.147.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.147.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.147.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.147.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.148.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.148.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.148.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.148.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.148.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.149.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.149.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.149.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.149.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.149.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.15.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.15.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.15.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.15.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.15.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.150.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.150.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.150.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.150.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.150.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.151.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.151.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.151.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.151.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.151.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.152.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.152.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.152.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.152.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.152.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.153.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.153.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.153.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.153.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.153.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.154.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.154.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.154.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.154.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.154.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.155.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.155.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.155.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.155.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.155.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.156.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.156.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.156.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.156.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.156.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.157.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.157.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.157.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.157.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.157.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.158.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.158.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.158.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.158.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.158.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.159.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.159.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.159.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.159.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.159.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.16.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.16.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.16.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.16.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.16.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.160.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.160.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.160.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.160.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.160.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.160.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.161.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.161.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.161.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.161.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.161.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.161.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.162.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.162.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.162.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.162.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.162.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.162.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.163.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.163.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.163.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.163.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.163.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.163.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.164.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.164.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.164.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.164.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.164.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.164.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.165.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.165.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.165.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.165.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.165.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.165.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.166.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.166.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.166.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.166.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.166.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.166.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.167.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.167.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.167.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.167.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.167.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.167.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.168.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.168.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.168.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.168.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.168.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.168.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.169.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.169.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.169.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.169.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.169.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.169.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.17.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.17.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.17.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.17.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.17.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.170.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.170.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.170.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.170.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.170.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.170.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.171.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.171.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.171.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.171.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.171.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.171.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.172.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.172.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.172.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.172.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.172.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.172.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.173.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.173.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.173.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.173.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.173.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.173.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.174.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.174.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.174.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.174.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.174.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.174.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.175.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.175.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.175.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.175.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.175.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.175.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.176.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.176.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.176.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.176.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.176.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.176.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.177.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.177.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.177.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.177.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.177.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.177.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.178.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.178.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.178.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.178.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.178.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.178.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.179.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.179.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.179.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.179.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.179.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.179.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.18.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.18.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.18.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.18.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.18.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.180.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.180.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.180.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.180.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.180.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.180.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.181.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.181.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.181.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.181.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.181.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.181.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.182.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.182.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.182.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.182.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.182.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.182.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.183.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.183.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.183.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.183.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.183.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.183.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.184.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.184.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.184.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.184.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.184.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.184.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.185.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.185.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.185.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.185.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.185.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.185.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.186.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.186.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.186.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.186.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.186.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.186.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.187.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.187.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.187.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.187.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.187.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.187.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.188.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.188.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.188.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.188.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.188.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.188.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.189.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.189.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.189.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.189.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.189.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.189.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.19.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.19.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.19.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.19.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.19.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.190.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.190.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.190.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.190.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.190.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.190.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.191.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.191.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.191.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.191.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.191.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.191.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.192.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.192.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.192.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.192.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.192.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.192.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.193.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.193.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.193.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.193.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.193.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.193.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.194.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.194.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.194.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.194.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.194.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.194.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.195.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.195.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.195.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.195.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.195.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.195.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.196.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.196.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.196.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.196.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.196.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.196.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.197.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.197.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.197.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.197.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.197.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.197.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.198.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.198.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.198.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.198.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.198.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.198.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.199.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.199.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.199.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.199.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.199.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.199.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.2.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.2.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.2.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.2.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.2.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.20.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.20.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.20.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.20.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.20.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.200.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.200.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.200.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.200.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.200.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.200.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.201.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.201.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.201.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.201.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.201.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.201.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.202.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.202.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.202.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.202.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.202.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.202.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.203.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.203.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.203.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.203.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.203.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.203.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.204.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.204.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.204.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.204.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.204.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.204.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.205.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.205.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.205.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.205.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.205.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.205.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.206.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.206.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.206.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.206.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.206.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.206.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.207.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.207.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.207.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.207.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.207.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.207.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.208.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.208.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.208.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.208.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.208.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.208.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.209.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.209.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.209.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.209.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.209.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.209.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.21.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.21.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.21.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.21.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.21.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.210.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.210.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.210.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.210.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.210.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.210.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.211.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.211.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.211.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.211.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.211.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.211.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.212.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.212.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.212.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.212.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.212.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.212.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.213.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.213.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.213.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.213.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.213.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.213.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.214.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.214.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.214.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.214.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.214.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.214.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.215.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.215.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.215.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.215.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.215.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.215.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.216.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.216.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.216.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.216.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.216.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.216.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.217.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.217.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.217.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.217.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.217.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.217.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.218.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.218.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.218.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.218.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.218.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.218.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.219.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.219.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.219.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.219.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.219.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.219.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.22.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.22.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.22.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.22.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.22.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.220.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.220.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.220.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.220.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.220.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.220.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.221.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.221.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.221.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.221.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.221.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.221.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.222.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.222.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.222.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.222.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.222.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.222.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.223.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.223.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.223.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.223.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.223.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.223.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.224.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.224.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.224.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.224.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.224.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.224.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.225.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.225.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.225.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.225.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.225.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.225.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.226.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.226.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.226.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.226.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.226.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.226.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.227.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.227.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.227.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.227.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.227.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.227.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.228.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.228.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.228.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.228.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.228.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.228.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.229.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.229.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.229.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.229.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.229.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.229.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.23.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.23.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.23.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.23.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.23.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.230.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.230.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.230.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.230.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.230.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.230.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.231.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.231.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.231.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.231.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.231.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.231.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.232.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.232.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.232.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.232.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.232.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.232.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.233.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.233.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.233.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.233.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.233.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.233.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.234.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.234.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.234.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.234.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.234.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.234.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.235.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.235.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.235.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.235.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.235.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.235.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.236.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.236.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.236.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.236.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.236.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.236.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.237.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.237.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.237.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.237.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.237.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.237.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.238.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.238.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.238.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.238.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.238.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.238.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.239.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.239.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.239.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.239.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.239.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.239.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.24.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.24.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.24.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.24.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.24.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.240.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.240.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.240.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.240.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.240.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.240.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.241.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.241.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.241.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.241.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.241.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.241.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.242.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.242.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.242.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.242.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.242.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.242.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.243.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.243.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.243.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.243.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.243.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.243.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.244.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.244.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.244.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.244.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.244.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.244.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.245.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.245.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.245.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.245.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.245.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.245.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.246.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.246.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.246.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.246.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.246.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.246.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.247.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.247.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.247.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.247.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.247.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.247.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.248.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.248.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.248.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.248.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.248.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.248.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.249.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.249.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.249.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.249.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.249.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.249.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.25.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.25.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.25.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.25.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.25.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.250.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.250.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.250.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.250.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.250.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.250.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.251.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.251.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.251.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.251.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.251.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.251.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.252.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.252.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.252.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.252.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.252.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.252.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.253.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.253.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.253.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.253.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.253.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.253.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.254.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.254.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.254.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.254.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.254.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.254.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.255.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.255.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.255.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.255.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.255.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.255.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.26.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.26.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.26.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.26.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.26.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.27.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.27.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.27.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.27.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.27.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.28.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.28.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.28.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.28.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.28.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.29.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.29.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.29.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.29.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.29.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.3.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.3.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.3.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.3.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.3.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.30.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.30.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.30.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.30.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.30.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.31.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.31.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.31.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.31.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.31.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.32.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.32.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.32.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.32.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.32.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.33.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.33.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.33.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.33.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.33.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.34.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.34.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.34.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.34.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.34.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.35.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.35.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.35.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.35.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.35.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.36.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.36.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.36.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.36.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.36.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.37.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.37.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.37.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.37.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.37.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.38.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.38.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.38.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.38.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.38.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.39.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.39.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.39.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.39.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.39.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.4.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.4.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.4.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.4.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.4.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.40.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.40.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.40.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.40.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.40.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.41.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.41.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.41.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.41.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.41.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.42.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.42.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.42.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.42.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.42.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.43.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.43.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.43.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.43.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.43.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.44.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.44.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.44.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.44.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.44.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.45.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.45.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.45.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.45.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.45.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.46.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.46.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.46.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.46.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.46.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.47.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.47.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.47.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.47.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.47.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.48.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.48.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.48.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.48.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.48.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.49.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.49.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.49.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.49.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.49.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.5.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.5.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.5.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.5.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.5.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.50.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.50.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.50.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.50.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.50.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.51.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.51.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.51.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.51.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.51.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.52.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.52.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.52.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.52.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.52.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.53.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.53.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.53.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.53.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.53.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.54.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.54.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.54.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.54.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.54.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.55.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.55.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.55.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.55.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.55.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.56.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.56.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.56.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.56.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.56.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.57.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.57.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.57.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.57.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.57.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.58.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.58.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.58.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.58.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.58.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.59.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.59.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.59.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.59.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.59.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.6.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.6.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.6.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.6.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.6.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.60.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.60.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.60.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.60.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.60.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.61.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.61.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.61.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.61.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.61.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.62.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.62.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.62.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.62.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.62.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.63.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.63.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.63.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.63.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.63.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.64.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.64.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.64.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.64.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.64.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.65.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.65.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.65.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.65.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.65.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.66.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.66.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.66.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.66.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.66.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.67.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.67.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.67.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.67.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.67.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.68.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.68.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.68.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.68.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.68.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.69.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.69.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.69.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.69.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.69.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.7.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.7.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.7.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.7.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.7.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.70.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.70.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.70.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.70.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.70.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.71.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.71.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.71.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.71.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.71.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.72.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.72.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.72.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.72.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.72.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.73.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.73.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.73.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.73.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.73.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.74.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.74.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.74.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.74.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.74.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.75.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.75.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.75.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.75.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.75.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.76.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.76.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.76.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.76.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.76.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.77.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.77.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.77.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.77.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.77.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.78.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.78.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.78.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.78.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.78.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.79.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.79.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.79.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.79.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.79.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.8.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.8.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.8.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.8.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.8.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.80.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.80.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.80.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.80.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.80.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.81.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.81.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.81.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.81.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.81.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.82.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.82.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.82.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.82.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.82.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.83.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.83.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.83.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.83.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.83.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.84.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.84.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.84.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.84.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.84.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.85.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.85.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.85.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.85.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.85.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.86.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.86.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.86.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.86.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.86.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.87.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.87.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.87.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.87.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.87.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.88.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.88.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.88.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.88.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.88.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.89.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.89.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.89.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.89.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.89.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.9.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.9.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.9.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.9.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.9.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.experts.90.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.90.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.90.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.90.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.90.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.91.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.91.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.91.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.91.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.91.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.92.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.92.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.92.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.92.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.92.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.93.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.93.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.93.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.93.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.93.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.94.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.94.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.94.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.94.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.94.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.95.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.95.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.95.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.95.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.95.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.96.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.96.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.96.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.96.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.96.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.97.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.97.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.97.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.97.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.97.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.98.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.98.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.98.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.98.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.98.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.99.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.99.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.99.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.99.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.experts.99.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.37.mlp.router.gate.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.shared_experts.down_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.shared_experts.gate_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.mlp.shared_experts.up_proj.weight_scale": "model-00047-of-00081.safetensors",
+ "model.layers.37.post_attention_layernorm.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.post_mlp_layernorm.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.pre_mlp_layernorm.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.self_attn.gate_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.self_attn.k_norm.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.self_attn.k_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.self_attn.o_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.self_attn.q_norm.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.self_attn.q_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.37.self_attn.v_proj.weight": "model-00047-of-00081.safetensors",
+ "model.layers.38.input_layernorm.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.expert_bias": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.experts.0.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.experts.0.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.experts.0.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.experts.0.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.experts.0.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.experts.1.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.1.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.1.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.1.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.1.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.10.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.10.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.10.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.10.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.10.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.100.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.100.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.100.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.100.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.100.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.101.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.101.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.101.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.101.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.101.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.102.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.102.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.102.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.102.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.102.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.103.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.103.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.103.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.103.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.103.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.104.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.104.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.104.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.104.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.104.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.105.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.105.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.105.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.105.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.105.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.106.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.106.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.106.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.106.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.106.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.107.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.107.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.107.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.107.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.107.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.108.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.108.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.108.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.108.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.108.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.109.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.109.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.109.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.109.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.109.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.11.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.11.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.11.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.11.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.11.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.110.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.110.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.110.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.110.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.110.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.111.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.111.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.111.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.111.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.111.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.112.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.112.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.112.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.112.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.112.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.113.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.113.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.113.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.113.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.113.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.114.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.114.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.114.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.114.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.114.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.115.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.115.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.115.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.115.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.115.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.116.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.116.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.116.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.116.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.116.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.117.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.117.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.117.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.117.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.117.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.118.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.118.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.118.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.118.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.118.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.119.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.119.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.119.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.119.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.119.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.12.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.12.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.12.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.12.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.12.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.120.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.120.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.120.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.120.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.120.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.121.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.121.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.121.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.121.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.121.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.122.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.122.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.122.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.122.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.122.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.123.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.123.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.123.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.123.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.123.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.124.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.124.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.124.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.124.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.124.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.125.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.125.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.125.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.125.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.125.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.126.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.126.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.126.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.126.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.126.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.127.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.127.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.127.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.127.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.127.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.128.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.128.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.128.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.128.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.128.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.129.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.129.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.129.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.129.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.129.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.13.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.13.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.13.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.13.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.13.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.130.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.130.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.130.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.130.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.130.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.131.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.131.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.131.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.131.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.131.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.132.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.132.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.132.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.132.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.132.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.133.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.133.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.133.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.133.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.133.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.134.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.134.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.134.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.134.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.134.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.135.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.135.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.135.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.135.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.135.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.136.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.136.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.136.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.136.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.136.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.137.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.137.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.137.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.137.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.137.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.138.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.138.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.138.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.138.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.138.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.139.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.139.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.139.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.139.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.139.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.14.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.14.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.14.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.14.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.14.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.140.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.140.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.140.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.140.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.140.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.141.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.141.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.141.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.141.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.141.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.142.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.142.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.142.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.142.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.142.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.143.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.143.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.143.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.143.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.143.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.144.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.144.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.144.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.144.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.144.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.145.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.145.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.145.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.145.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.145.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.146.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.146.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.146.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.146.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.146.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.147.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.147.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.147.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.147.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.147.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.148.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.148.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.148.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.148.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.148.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.149.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.149.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.149.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.149.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.149.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.15.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.15.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.15.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.15.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.15.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.150.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.150.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.150.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.150.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.150.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.151.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.151.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.151.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.151.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.151.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.152.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.152.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.152.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.152.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.152.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.153.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.153.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.153.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.153.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.153.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.154.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.154.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.154.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.154.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.154.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.155.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.155.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.155.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.155.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.155.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.156.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.156.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.156.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.156.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.156.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.157.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.157.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.157.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.157.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.157.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.158.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.158.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.158.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.158.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.158.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.159.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.159.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.159.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.159.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.159.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.16.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.16.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.16.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.16.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.16.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.160.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.160.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.160.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.160.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.160.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.160.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.161.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.161.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.161.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.161.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.161.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.161.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.162.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.162.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.162.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.162.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.162.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.162.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.163.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.163.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.163.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.163.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.163.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.163.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.164.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.164.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.164.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.164.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.164.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.164.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.165.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.165.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.165.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.165.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.165.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.165.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.166.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.166.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.166.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.166.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.166.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.166.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.167.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.167.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.167.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.167.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.167.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.167.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.168.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.168.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.168.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.168.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.168.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.168.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.169.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.169.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.169.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.169.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.169.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.169.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.17.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.17.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.17.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.17.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.17.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.170.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.170.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.170.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.170.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.170.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.170.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.171.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.171.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.171.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.171.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.171.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.171.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.172.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.172.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.172.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.172.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.172.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.172.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.173.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.173.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.173.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.173.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.173.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.173.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.174.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.174.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.174.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.174.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.174.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.174.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.175.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.175.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.175.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.175.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.175.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.175.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.176.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.176.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.176.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.176.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.176.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.176.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.177.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.177.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.177.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.177.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.177.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.177.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.178.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.178.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.178.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.178.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.178.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.178.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.179.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.179.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.179.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.179.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.179.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.179.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.18.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.18.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.18.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.18.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.18.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.180.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.180.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.180.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.180.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.180.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.180.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.181.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.181.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.181.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.181.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.181.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.181.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.182.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.182.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.182.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.182.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.182.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.182.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.183.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.183.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.183.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.183.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.183.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.183.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.184.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.184.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.184.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.184.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.184.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.184.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.185.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.185.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.185.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.185.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.185.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.185.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.186.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.186.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.186.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.186.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.186.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.186.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.187.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.187.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.187.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.187.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.187.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.187.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.188.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.188.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.188.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.188.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.188.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.188.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.189.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.189.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.189.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.189.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.189.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.189.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.19.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.19.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.19.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.19.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.19.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.190.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.190.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.190.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.190.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.190.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.190.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.191.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.191.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.191.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.191.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.191.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.191.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.192.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.192.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.192.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.192.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.192.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.192.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.193.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.193.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.193.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.193.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.193.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.193.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.194.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.194.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.194.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.194.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.194.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.194.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.195.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.195.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.195.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.195.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.195.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.195.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.196.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.196.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.196.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.196.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.196.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.196.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.197.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.197.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.197.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.197.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.197.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.197.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.198.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.198.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.198.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.198.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.198.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.198.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.199.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.199.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.199.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.199.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.199.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.199.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.2.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.2.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.2.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.2.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.2.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.20.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.20.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.20.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.20.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.20.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.200.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.200.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.200.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.200.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.200.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.200.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.201.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.201.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.201.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.201.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.201.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.201.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.202.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.202.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.202.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.202.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.202.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.202.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.203.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.203.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.203.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.203.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.203.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.203.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.204.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.204.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.204.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.204.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.204.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.204.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.205.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.205.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.205.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.205.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.205.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.205.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.206.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.206.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.206.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.206.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.206.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.206.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.207.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.207.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.207.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.207.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.207.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.207.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.208.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.208.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.208.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.208.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.208.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.208.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.209.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.209.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.209.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.209.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.209.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.209.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.21.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.21.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.21.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.21.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.21.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.210.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.210.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.210.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.210.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.210.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.210.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.211.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.211.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.211.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.211.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.211.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.211.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.212.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.212.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.212.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.212.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.212.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.212.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.213.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.213.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.213.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.213.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.213.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.213.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.214.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.214.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.214.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.214.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.214.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.214.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.215.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.215.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.215.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.215.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.215.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.215.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.216.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.216.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.216.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.216.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.216.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.216.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.217.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.217.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.217.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.217.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.217.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.217.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.218.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.218.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.218.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.218.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.218.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.218.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.219.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.219.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.219.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.219.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.219.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.219.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.22.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.22.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.22.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.22.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.22.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.220.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.220.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.220.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.220.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.220.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.220.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.221.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.221.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.221.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.221.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.221.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.221.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.222.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.222.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.222.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.222.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.222.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.222.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.223.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.223.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.223.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.223.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.223.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.223.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.224.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.224.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.224.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.224.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.224.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.224.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.225.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.225.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.225.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.225.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.225.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.225.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.226.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.226.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.226.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.226.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.226.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.226.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.227.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.227.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.227.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.227.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.227.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.227.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.228.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.228.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.228.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.228.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.228.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.228.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.229.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.229.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.229.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.229.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.229.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.229.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.23.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.23.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.23.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.23.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.23.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.230.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.230.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.230.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.230.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.230.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.230.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.231.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.231.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.231.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.231.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.231.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.231.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.232.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.232.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.232.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.232.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.232.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.232.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.233.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.233.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.233.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.233.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.233.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.233.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.234.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.234.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.234.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.234.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.234.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.234.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.235.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.235.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.235.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.235.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.235.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.235.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.236.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.236.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.236.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.236.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.236.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.236.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.237.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.237.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.237.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.237.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.237.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.237.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.238.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.238.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.238.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.238.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.238.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.238.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.239.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.239.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.239.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.239.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.239.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.239.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.24.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.24.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.24.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.24.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.24.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.240.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.240.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.240.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.240.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.240.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.240.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.241.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.241.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.241.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.241.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.241.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.241.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.242.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.242.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.242.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.242.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.242.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.242.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.243.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.243.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.243.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.243.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.243.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.243.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.244.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.244.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.244.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.244.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.244.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.244.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.245.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.245.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.245.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.245.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.245.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.245.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.246.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.246.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.246.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.246.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.246.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.246.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.247.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.247.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.247.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.247.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.247.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.247.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.248.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.248.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.248.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.248.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.248.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.248.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.249.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.249.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.249.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.249.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.249.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.249.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.25.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.25.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.25.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.25.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.25.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.250.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.250.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.250.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.250.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.250.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.250.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.251.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.251.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.251.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.251.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.251.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.251.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.252.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.252.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.252.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.252.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.252.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.252.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.253.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.253.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.253.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.253.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.253.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.253.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.254.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.254.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.254.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.254.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.254.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.254.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.255.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.255.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.255.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.255.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.255.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.255.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.38.mlp.experts.26.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.26.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.26.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.26.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.26.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.27.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.27.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.27.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.27.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.27.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.28.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.28.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.28.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.28.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.28.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.29.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.29.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.29.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.29.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.29.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.3.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.3.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.3.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.3.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.3.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.30.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.30.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.30.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.30.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.30.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.31.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.31.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.31.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.31.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.31.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.32.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.32.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.32.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.32.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.32.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.33.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.33.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.33.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.33.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.33.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.34.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.34.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.34.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.34.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.34.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.35.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.35.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.35.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.35.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.35.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.36.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.36.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.36.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.36.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.36.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.37.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.37.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.37.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.37.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.37.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.38.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.38.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.38.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.38.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.38.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.39.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.39.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.39.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.39.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.39.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.4.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.4.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.4.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.4.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.4.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.40.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.40.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.40.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.40.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.40.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.41.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.41.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.41.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.41.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.41.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.42.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.42.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.42.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.42.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.42.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.43.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.43.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.43.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.43.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.43.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.44.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.44.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.44.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.44.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.44.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.45.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.45.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.45.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.45.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.45.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.46.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.46.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.46.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.46.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.46.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.47.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.47.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.47.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.47.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.47.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.48.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.48.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.48.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.48.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.48.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.49.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.49.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.49.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.49.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.49.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.5.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.5.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.5.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.5.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.5.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.50.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.50.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.50.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.50.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.50.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.51.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.51.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.51.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.51.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.51.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.52.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.52.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.52.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.52.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.52.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.53.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.53.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.53.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.53.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.53.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.54.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.54.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.54.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.54.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.54.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.55.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.55.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.55.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.55.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.55.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.56.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.56.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.56.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.56.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.56.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.57.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.57.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.57.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.57.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.57.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.58.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.58.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.58.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.58.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.58.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.59.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.59.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.59.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.59.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.59.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.6.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.6.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.6.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.6.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.6.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.60.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.60.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.60.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.60.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.60.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.61.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.61.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.61.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.61.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.61.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.62.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.62.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.62.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.62.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.62.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.63.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.63.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.63.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.63.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.63.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.64.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.64.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.64.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.64.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.64.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.65.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.65.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.65.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.65.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.65.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.66.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.66.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.66.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.66.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.66.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.67.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.67.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.67.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.67.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.67.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.68.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.68.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.68.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.68.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.68.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.69.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.69.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.69.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.69.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.69.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.7.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.7.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.7.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.7.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.7.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.70.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.70.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.70.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.70.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.70.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.71.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.71.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.71.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.71.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.71.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.72.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.72.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.72.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.72.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.72.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.73.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.73.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.73.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.73.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.73.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.74.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.74.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.74.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.74.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.74.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.75.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.75.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.75.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.75.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.75.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.76.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.76.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.76.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.76.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.76.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.77.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.77.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.77.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.77.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.77.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.78.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.78.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.78.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.78.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.78.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.79.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.79.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.79.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.79.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.79.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.8.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.8.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.8.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.8.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.8.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.80.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.80.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.80.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.80.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.80.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.81.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.81.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.81.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.81.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.81.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.82.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.82.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.82.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.82.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.82.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.83.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.83.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.83.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.83.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.83.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.84.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.84.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.84.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.84.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.84.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.85.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.85.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.85.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.85.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.85.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.86.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.86.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.86.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.86.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.86.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.87.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.87.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.87.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.87.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.87.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.88.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.88.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.88.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.88.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.88.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.89.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.89.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.89.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.89.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.89.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.9.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.9.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.9.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.9.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.9.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.90.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.90.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.90.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.90.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.90.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.91.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.91.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.91.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.91.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.91.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.92.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.92.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.92.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.92.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.92.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.93.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.93.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.93.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.93.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.93.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.94.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.94.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.94.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.94.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.94.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.95.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.95.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.95.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.95.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.95.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.96.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.96.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.96.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.96.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.96.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.97.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.97.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.97.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.97.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.97.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.98.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.98.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.98.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.98.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.98.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.99.down_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.99.down_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.99.gate_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.99.up_proj.weight": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.experts.99.up_proj.weight_scale": "model-00049-of-00081.safetensors",
+ "model.layers.38.mlp.router.gate.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.shared_experts.down_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.shared_experts.gate_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.mlp.shared_experts.up_proj.weight_scale": "model-00048-of-00081.safetensors",
+ "model.layers.38.post_attention_layernorm.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.post_mlp_layernorm.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.pre_mlp_layernorm.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.self_attn.gate_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.self_attn.k_norm.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.self_attn.k_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.self_attn.o_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.self_attn.q_norm.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.self_attn.q_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.38.self_attn.v_proj.weight": "model-00048-of-00081.safetensors",
+ "model.layers.39.input_layernorm.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.expert_bias": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.0.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.0.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.0.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.0.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.0.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.1.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.1.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.1.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.1.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.1.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.10.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.10.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.10.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.10.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.10.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.100.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.100.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.100.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.100.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.100.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.101.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.101.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.101.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.101.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.101.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.102.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.102.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.102.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.102.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.102.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.103.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.103.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.103.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.103.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.103.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.104.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.104.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.104.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.104.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.104.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.105.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.105.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.105.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.105.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.105.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.106.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.106.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.106.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.106.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.106.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.107.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.107.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.107.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.107.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.107.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.108.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.108.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.108.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.108.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.108.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.109.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.109.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.109.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.109.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.109.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.11.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.11.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.11.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.11.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.11.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.110.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.110.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.110.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.110.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.110.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.111.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.111.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.111.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.111.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.111.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.112.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.112.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.112.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.112.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.112.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.113.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.113.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.113.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.113.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.113.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.114.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.114.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.114.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.114.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.114.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.115.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.115.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.115.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.115.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.115.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.116.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.116.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.116.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.116.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.116.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.117.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.117.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.117.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.117.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.117.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.118.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.118.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.118.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.118.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.118.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.119.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.119.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.119.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.119.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.119.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.12.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.12.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.12.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.12.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.12.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.120.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.120.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.120.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.120.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.120.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.121.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.121.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.121.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.121.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.121.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.122.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.122.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.122.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.122.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.122.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.123.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.123.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.123.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.123.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.123.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.124.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.124.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.124.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.124.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.124.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.125.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.125.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.125.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.125.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.125.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.126.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.126.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.126.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.126.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.126.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.127.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.127.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.127.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.127.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.127.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.128.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.128.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.128.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.128.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.128.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.129.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.129.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.129.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.129.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.129.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.13.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.13.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.13.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.13.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.13.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.130.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.130.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.130.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.130.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.130.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.131.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.131.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.131.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.131.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.131.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.132.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.132.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.132.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.132.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.132.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.133.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.133.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.133.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.133.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.133.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.134.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.134.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.134.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.134.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.134.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.135.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.135.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.135.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.135.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.135.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.136.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.136.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.136.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.136.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.136.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.137.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.137.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.137.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.137.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.137.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.138.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.138.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.138.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.138.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.138.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.139.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.139.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.139.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.139.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.139.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.14.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.14.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.14.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.14.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.14.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.140.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.140.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.140.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.140.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.140.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.141.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.141.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.141.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.141.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.141.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.142.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.142.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.142.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.142.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.142.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.143.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.143.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.143.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.143.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.143.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.144.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.144.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.144.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.144.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.144.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.145.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.145.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.145.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.145.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.145.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.146.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.146.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.146.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.146.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.146.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.147.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.147.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.147.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.147.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.147.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.148.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.148.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.148.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.148.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.148.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.149.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.149.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.149.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.149.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.149.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.15.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.15.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.15.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.15.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.15.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.150.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.150.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.150.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.150.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.150.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.151.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.151.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.151.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.151.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.151.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.152.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.152.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.152.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.152.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.152.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.153.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.153.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.153.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.153.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.153.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.154.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.154.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.154.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.154.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.154.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.155.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.155.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.155.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.155.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.155.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.156.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.156.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.156.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.156.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.156.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.157.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.157.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.157.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.157.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.157.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.158.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.158.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.158.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.158.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.158.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.159.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.159.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.159.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.159.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.159.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.16.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.16.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.16.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.16.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.16.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.160.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.160.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.160.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.160.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.160.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.160.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.161.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.161.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.161.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.161.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.161.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.161.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.162.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.162.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.162.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.162.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.162.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.162.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.163.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.163.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.163.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.163.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.163.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.163.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.164.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.164.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.164.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.164.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.164.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.164.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.165.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.165.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.165.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.165.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.165.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.165.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.166.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.166.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.166.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.166.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.166.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.166.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.167.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.167.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.167.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.167.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.167.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.167.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.168.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.168.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.168.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.168.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.168.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.168.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.169.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.169.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.169.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.169.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.169.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.169.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.17.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.17.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.17.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.17.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.17.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.170.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.170.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.170.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.170.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.170.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.170.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.171.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.171.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.171.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.171.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.171.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.171.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.172.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.172.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.172.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.172.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.172.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.172.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.173.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.173.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.173.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.173.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.173.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.173.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.174.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.174.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.174.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.174.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.174.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.174.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.175.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.175.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.175.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.175.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.175.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.175.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.176.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.176.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.176.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.176.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.176.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.176.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.177.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.177.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.177.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.177.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.177.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.177.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.178.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.178.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.178.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.178.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.178.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.178.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.179.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.179.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.179.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.179.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.179.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.179.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.18.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.18.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.18.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.18.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.18.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.180.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.180.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.180.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.180.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.180.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.180.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.181.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.181.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.181.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.181.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.181.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.181.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.182.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.182.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.182.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.182.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.182.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.182.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.183.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.183.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.183.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.183.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.183.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.183.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.184.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.184.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.184.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.184.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.184.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.184.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.185.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.185.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.185.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.185.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.185.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.185.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.186.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.186.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.186.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.186.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.186.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.186.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.187.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.187.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.187.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.187.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.187.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.187.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.188.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.188.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.188.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.188.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.188.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.188.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.189.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.189.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.189.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.189.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.189.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.189.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.19.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.19.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.19.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.19.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.19.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.190.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.190.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.190.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.190.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.190.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.190.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.191.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.191.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.191.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.191.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.191.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.191.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.192.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.192.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.192.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.192.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.192.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.192.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.193.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.193.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.193.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.193.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.193.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.193.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.194.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.194.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.194.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.194.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.194.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.194.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.195.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.195.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.195.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.195.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.195.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.195.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.196.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.196.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.196.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.196.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.196.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.196.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.197.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.197.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.197.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.197.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.197.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.197.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.198.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.198.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.198.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.198.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.198.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.198.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.199.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.199.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.199.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.199.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.199.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.199.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.2.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.2.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.2.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.2.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.2.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.20.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.20.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.20.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.20.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.20.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.200.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.200.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.200.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.200.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.200.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.200.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.201.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.201.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.201.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.201.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.201.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.201.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.202.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.202.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.202.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.202.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.202.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.202.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.203.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.203.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.203.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.203.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.203.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.203.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.204.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.204.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.204.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.204.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.204.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.204.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.205.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.205.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.205.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.205.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.205.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.205.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.206.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.206.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.206.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.206.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.206.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.206.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.207.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.207.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.207.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.207.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.207.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.207.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.208.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.208.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.208.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.208.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.208.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.208.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.209.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.209.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.209.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.209.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.209.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.209.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.21.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.21.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.21.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.21.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.21.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.210.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.210.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.210.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.210.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.210.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.210.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.211.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.211.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.211.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.211.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.211.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.211.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.212.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.212.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.212.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.212.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.212.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.212.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.213.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.213.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.213.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.213.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.213.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.213.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.214.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.214.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.214.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.214.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.214.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.214.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.215.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.215.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.215.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.215.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.215.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.215.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.216.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.216.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.216.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.216.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.216.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.216.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.217.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.217.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.217.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.217.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.217.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.217.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.218.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.218.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.218.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.218.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.218.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.218.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.219.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.219.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.219.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.219.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.219.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.219.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.22.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.22.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.22.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.22.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.22.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.220.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.220.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.220.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.220.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.220.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.220.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.221.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.221.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.221.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.221.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.221.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.221.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.222.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.222.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.222.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.222.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.222.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.222.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.223.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.223.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.223.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.223.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.223.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.223.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.224.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.224.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.224.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.224.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.224.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.224.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.225.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.225.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.225.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.225.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.225.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.225.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.226.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.226.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.226.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.226.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.226.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.226.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.227.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.227.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.227.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.227.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.227.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.227.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.228.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.228.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.228.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.228.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.228.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.228.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.229.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.229.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.229.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.229.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.229.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.229.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.23.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.23.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.23.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.23.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.23.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.230.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.230.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.230.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.230.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.230.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.230.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.231.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.231.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.231.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.231.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.231.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.231.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.232.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.232.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.232.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.232.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.232.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.232.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.233.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.233.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.233.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.233.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.233.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.233.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.234.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.234.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.234.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.234.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.234.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.234.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.235.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.235.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.235.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.235.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.235.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.235.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.236.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.236.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.236.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.236.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.236.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.236.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.237.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.237.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.237.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.237.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.237.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.237.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.238.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.238.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.238.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.238.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.238.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.238.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.239.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.239.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.239.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.239.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.239.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.239.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.24.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.24.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.24.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.24.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.24.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.240.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.240.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.240.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.240.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.240.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.240.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.241.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.241.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.241.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.241.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.241.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.241.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.242.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.242.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.242.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.242.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.242.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.242.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.243.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.243.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.243.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.243.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.243.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.243.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.244.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.244.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.244.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.244.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.244.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.244.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.245.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.245.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.245.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.245.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.245.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.245.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.246.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.246.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.246.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.246.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.246.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.246.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.247.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.247.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.247.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.247.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.247.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.247.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.248.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.248.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.248.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.248.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.248.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.248.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.249.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.249.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.249.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.249.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.249.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.249.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.25.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.25.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.25.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.25.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.25.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.250.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.250.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.250.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.250.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.250.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.250.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.251.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.251.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.251.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.251.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.251.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.251.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.252.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.252.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.252.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.252.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.252.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.252.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.253.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.253.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.253.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.253.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.253.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.253.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.254.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.254.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.254.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.254.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.254.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.254.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.255.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.255.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.255.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.255.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.255.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.255.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.26.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.26.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.26.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.26.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.26.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.27.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.27.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.27.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.27.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.27.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.28.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.28.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.28.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.28.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.28.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.29.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.29.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.29.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.29.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.29.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.3.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.3.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.3.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.3.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.3.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.30.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.30.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.30.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.30.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.30.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.31.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.31.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.31.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.31.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.31.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.32.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.32.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.32.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.32.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.32.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.33.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.33.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.33.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.33.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.33.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.34.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.34.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.34.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.34.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.34.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.35.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.35.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.35.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.35.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.35.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.36.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.36.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.36.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.36.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.36.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.37.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.37.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.37.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.37.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.37.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.38.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.38.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.38.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.38.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.38.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.39.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.39.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.39.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.39.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.39.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.4.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.4.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.4.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.4.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.4.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.40.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.40.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.40.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.40.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.40.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.41.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.41.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.41.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.41.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.41.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.42.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.42.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.42.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.42.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.42.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.43.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.43.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.43.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.43.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.43.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.44.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.44.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.44.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.44.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.44.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.45.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.45.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.45.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.45.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.45.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.46.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.46.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.46.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.46.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.46.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.47.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.47.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.47.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.47.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.47.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.48.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.48.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.48.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.48.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.48.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.49.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.49.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.49.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.49.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.49.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.5.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.5.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.5.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.5.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.5.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.50.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.50.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.50.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.50.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.50.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.51.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.51.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.51.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.51.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.51.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.52.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.52.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.52.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.52.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.52.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.53.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.53.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.53.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.53.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.53.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.54.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.54.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.54.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.54.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.54.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.55.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.55.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.55.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.55.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.55.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.56.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.56.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.56.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.56.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.56.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.57.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.57.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.57.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.57.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.57.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.58.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.58.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.58.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.58.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.58.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.59.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.59.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.59.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.59.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.59.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.6.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.6.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.6.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.6.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.6.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.60.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.60.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.60.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.60.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.60.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.61.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.61.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.61.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.61.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.61.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.62.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.62.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.62.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.62.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.62.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.63.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.63.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.63.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.63.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.63.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.64.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.64.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.64.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.64.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.64.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.65.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.65.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.65.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.65.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.65.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.66.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.66.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.66.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.66.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.66.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.67.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.67.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.67.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.67.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.67.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.68.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.68.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.68.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.68.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.68.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.69.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.69.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.69.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.69.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.69.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.7.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.7.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.7.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.7.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.7.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.70.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.70.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.70.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.70.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.70.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.71.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.71.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.71.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.71.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.71.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.72.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.72.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.72.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.72.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.72.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.73.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.73.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.73.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.73.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.73.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.74.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.74.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.74.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.74.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.74.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.75.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.75.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.75.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.75.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.75.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.76.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.76.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.76.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.76.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.76.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.77.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.77.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.77.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.77.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.77.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.78.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.78.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.78.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.78.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.78.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.79.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.79.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.79.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.79.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.79.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.8.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.8.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.8.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.8.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.8.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.80.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.80.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.80.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.80.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.80.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.81.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.81.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.81.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.81.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.81.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.82.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.82.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.82.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.82.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.82.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.83.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.83.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.83.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.83.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.83.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.84.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.84.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.84.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.84.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.84.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.85.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.85.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.85.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.85.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.85.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.86.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.86.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.86.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.86.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.86.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.87.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.87.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.87.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.87.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.87.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.88.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.88.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.88.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.88.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.88.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.89.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.89.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.89.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.89.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.89.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.9.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.9.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.9.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.9.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.9.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.90.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.90.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.90.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.90.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.90.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.91.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.91.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.91.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.91.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.91.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.92.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.92.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.92.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.experts.92.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.92.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.93.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.93.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.93.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.93.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.93.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.94.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.94.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.94.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.94.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.94.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.95.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.95.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.95.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.95.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.95.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.96.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.96.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.96.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.96.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.96.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.97.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.97.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.97.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.97.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.97.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.98.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.98.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.98.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.98.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.98.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.99.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.99.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.99.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.99.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.experts.99.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.39.mlp.router.gate.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.shared_experts.down_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.shared_experts.gate_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.mlp.shared_experts.up_proj.weight_scale": "model-00050-of-00081.safetensors",
+ "model.layers.39.post_attention_layernorm.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.post_mlp_layernorm.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.pre_mlp_layernorm.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.self_attn.gate_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.self_attn.k_norm.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.self_attn.k_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.self_attn.o_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.self_attn.q_norm.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.self_attn.q_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.39.self_attn.v_proj.weight": "model-00050-of-00081.safetensors",
+ "model.layers.4.input_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.mlp.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.mlp.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.mlp.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.4.mlp.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.mlp.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.post_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.pre_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.self_attn.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.40.input_layernorm.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.expert_bias": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.0.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.0.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.0.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.0.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.0.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.1.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.1.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.1.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.1.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.1.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.10.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.10.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.10.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.10.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.10.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.100.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.100.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.100.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.100.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.100.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.101.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.101.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.101.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.101.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.101.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.102.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.102.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.102.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.102.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.102.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.103.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.103.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.103.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.103.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.103.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.104.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.104.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.104.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.104.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.104.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.105.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.105.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.105.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.105.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.105.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.106.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.106.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.106.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.106.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.106.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.107.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.107.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.107.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.107.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.107.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.108.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.108.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.108.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.108.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.108.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.109.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.109.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.109.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.109.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.109.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.11.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.11.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.11.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.11.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.11.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.110.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.110.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.110.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.110.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.110.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.111.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.111.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.111.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.111.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.111.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.112.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.112.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.112.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.112.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.112.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.113.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.113.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.113.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.113.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.113.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.114.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.114.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.114.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.114.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.114.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.115.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.115.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.115.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.115.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.115.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.116.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.116.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.116.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.116.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.116.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.117.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.117.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.117.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.117.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.117.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.118.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.118.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.118.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.118.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.118.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.119.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.119.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.119.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.119.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.119.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.12.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.12.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.12.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.12.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.12.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.120.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.120.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.120.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.120.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.120.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.121.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.121.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.121.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.121.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.121.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.122.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.122.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.122.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.122.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.122.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.123.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.123.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.123.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.123.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.123.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.124.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.124.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.124.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.124.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.124.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.125.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.125.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.125.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.125.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.125.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.126.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.126.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.126.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.126.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.126.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.127.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.127.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.127.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.127.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.127.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.128.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.128.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.128.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.128.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.128.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.129.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.129.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.129.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.129.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.129.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.13.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.13.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.13.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.13.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.13.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.130.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.130.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.130.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.130.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.130.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.131.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.131.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.131.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.131.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.131.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.132.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.132.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.132.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.132.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.132.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.133.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.133.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.133.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.133.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.133.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.134.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.134.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.134.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.134.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.134.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.135.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.135.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.135.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.135.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.135.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.136.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.136.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.136.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.136.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.136.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.137.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.137.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.137.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.137.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.137.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.138.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.138.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.138.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.138.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.138.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.139.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.139.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.139.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.139.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.139.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.14.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.14.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.14.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.14.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.14.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.140.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.140.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.140.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.140.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.140.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.141.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.141.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.141.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.141.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.141.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.142.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.142.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.142.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.142.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.142.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.143.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.143.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.143.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.143.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.143.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.144.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.144.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.144.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.144.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.144.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.145.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.145.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.145.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.145.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.145.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.146.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.146.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.146.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.146.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.146.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.147.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.147.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.147.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.147.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.147.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.148.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.148.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.148.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.148.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.148.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.149.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.149.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.149.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.149.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.149.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.15.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.15.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.15.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.15.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.15.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.150.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.150.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.150.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.150.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.150.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.151.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.151.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.151.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.151.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.151.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.152.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.152.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.152.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.152.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.152.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.153.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.153.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.153.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.153.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.153.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.154.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.154.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.154.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.154.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.154.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.155.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.155.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.155.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.155.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.155.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.156.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.156.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.156.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.156.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.156.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.157.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.157.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.157.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.157.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.157.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.158.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.158.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.158.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.158.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.158.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.159.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.159.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.159.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.159.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.159.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.16.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.16.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.16.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.16.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.16.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.160.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.160.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.160.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.160.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.160.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.160.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.161.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.161.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.161.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.161.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.161.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.161.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.162.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.162.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.162.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.162.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.162.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.162.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.163.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.163.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.163.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.163.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.163.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.163.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.164.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.164.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.164.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.164.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.164.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.164.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.165.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.165.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.165.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.165.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.165.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.165.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.166.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.166.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.166.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.166.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.166.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.166.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.167.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.167.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.167.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.167.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.167.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.167.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.168.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.168.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.168.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.168.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.168.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.168.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.169.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.169.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.169.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.169.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.169.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.169.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.17.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.17.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.17.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.17.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.17.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.170.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.170.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.170.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.170.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.170.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.170.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.171.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.171.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.171.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.171.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.171.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.171.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.172.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.172.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.172.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.172.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.172.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.172.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.173.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.173.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.173.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.173.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.173.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.173.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.174.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.174.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.174.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.174.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.174.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.174.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.175.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.175.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.175.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.175.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.175.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.175.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.176.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.176.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.176.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.176.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.176.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.176.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.177.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.177.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.177.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.177.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.177.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.177.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.178.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.178.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.178.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.178.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.178.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.178.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.179.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.179.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.179.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.179.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.179.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.179.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.18.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.18.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.18.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.18.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.18.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.180.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.180.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.180.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.180.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.180.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.180.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.181.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.181.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.181.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.181.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.181.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.181.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.182.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.182.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.182.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.182.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.182.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.182.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.183.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.183.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.183.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.183.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.183.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.183.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.184.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.184.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.184.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.184.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.184.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.184.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.185.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.185.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.185.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.185.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.185.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.185.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.186.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.186.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.186.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.186.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.186.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.186.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.187.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.187.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.187.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.187.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.187.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.187.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.188.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.188.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.188.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.188.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.188.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.188.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.189.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.189.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.189.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.189.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.189.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.189.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.19.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.19.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.19.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.19.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.19.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.190.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.190.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.190.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.190.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.190.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.190.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.191.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.191.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.191.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.191.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.191.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.191.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.192.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.192.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.192.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.192.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.192.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.192.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.193.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.193.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.193.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.193.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.193.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.193.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.194.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.194.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.194.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.194.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.194.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.194.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.195.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.195.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.195.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.195.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.195.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.195.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.196.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.196.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.196.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.196.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.196.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.196.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.197.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.197.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.197.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.197.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.197.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.197.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.198.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.198.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.198.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.198.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.198.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.198.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.199.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.199.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.199.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.199.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.199.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.199.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.2.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.2.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.2.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.2.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.2.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.20.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.20.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.20.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.20.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.20.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.200.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.200.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.200.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.200.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.200.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.200.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.201.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.201.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.201.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.201.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.201.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.201.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.202.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.202.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.202.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.202.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.202.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.202.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.203.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.203.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.203.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.203.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.203.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.203.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.204.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.204.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.204.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.204.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.204.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.204.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.205.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.205.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.205.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.205.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.205.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.205.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.206.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.206.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.206.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.206.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.206.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.206.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.207.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.207.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.207.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.207.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.207.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.207.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.208.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.208.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.208.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.208.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.208.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.208.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.209.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.209.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.209.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.209.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.209.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.209.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.21.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.21.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.21.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.21.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.21.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.210.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.210.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.210.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.210.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.210.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.210.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.211.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.211.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.211.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.211.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.211.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.211.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.212.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.212.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.212.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.212.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.212.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.212.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.213.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.213.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.213.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.213.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.213.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.213.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.214.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.214.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.214.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.214.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.214.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.214.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.215.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.215.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.215.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.215.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.215.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.215.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.216.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.216.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.216.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.216.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.216.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.216.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.217.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.217.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.217.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.217.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.217.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.217.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.218.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.218.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.218.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.218.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.218.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.218.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.219.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.219.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.219.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.219.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.219.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.219.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.22.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.22.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.22.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.22.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.22.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.220.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.220.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.220.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.220.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.220.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.220.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.221.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.221.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.221.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.221.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.221.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.221.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.222.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.222.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.222.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.222.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.222.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.222.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.223.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.223.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.223.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.223.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.223.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.223.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.224.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.224.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.224.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.224.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.224.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.224.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.225.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.225.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.225.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.225.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.225.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.225.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.226.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.226.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.226.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.226.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.226.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.226.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.227.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.227.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.227.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.227.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.227.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.227.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.228.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.228.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.228.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.228.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.228.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.228.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.229.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.229.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.229.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.229.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.229.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.229.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.23.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.23.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.23.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.23.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.23.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.230.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.230.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.230.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.230.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.230.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.230.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.231.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.231.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.231.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.231.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.231.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.231.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.232.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.232.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.232.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.232.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.232.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.232.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.233.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.233.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.233.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.233.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.233.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.233.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.234.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.234.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.234.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.234.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.234.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.234.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.235.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.235.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.235.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.235.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.235.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.235.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.236.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.236.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.236.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.236.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.236.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.236.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.237.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.237.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.237.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.237.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.237.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.237.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.238.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.238.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.238.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.238.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.238.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.238.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.239.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.239.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.239.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.239.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.239.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.239.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.24.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.24.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.24.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.24.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.24.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.240.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.240.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.240.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.240.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.240.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.240.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.241.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.241.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.241.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.241.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.241.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.241.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.242.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.242.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.242.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.242.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.242.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.242.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.243.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.243.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.243.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.243.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.243.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.243.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.244.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.244.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.244.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.244.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.244.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.244.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.245.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.245.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.245.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.245.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.245.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.245.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.246.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.246.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.246.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.246.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.246.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.246.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.247.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.247.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.247.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.247.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.247.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.247.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.248.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.248.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.248.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.248.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.248.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.248.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.249.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.249.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.249.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.249.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.249.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.249.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.25.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.25.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.25.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.25.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.25.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.250.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.250.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.250.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.250.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.250.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.250.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.251.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.251.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.251.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.251.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.251.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.251.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.252.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.252.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.252.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.252.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.252.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.252.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.253.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.253.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.253.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.253.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.253.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.253.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.254.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.254.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.254.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.254.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.254.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.254.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.255.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.255.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.255.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.255.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.255.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.255.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.40.mlp.experts.26.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.26.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.26.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.26.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.26.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.27.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.27.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.27.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.27.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.27.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.28.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.28.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.28.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.28.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.28.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.29.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.29.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.29.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.29.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.29.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.3.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.3.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.3.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.3.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.3.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.30.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.30.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.30.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.30.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.30.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.31.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.31.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.31.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.31.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.31.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.32.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.32.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.32.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.32.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.32.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.33.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.33.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.33.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.33.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.33.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.34.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.34.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.34.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.34.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.34.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.35.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.35.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.35.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.35.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.35.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.36.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.36.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.36.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.36.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.36.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.37.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.37.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.37.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.37.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.37.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.38.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.38.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.38.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.38.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.38.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.39.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.39.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.39.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.39.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.39.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.4.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.4.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.4.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.4.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.4.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.40.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.40.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.40.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.40.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.40.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.41.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.41.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.41.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.41.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.41.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.42.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.42.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.42.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.42.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.42.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.43.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.43.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.43.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.43.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.43.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.44.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.44.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.44.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.44.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.44.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.45.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.45.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.45.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.45.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.45.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.46.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.46.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.46.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.46.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.46.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.47.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.47.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.47.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.47.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.47.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.48.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.48.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.48.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.48.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.48.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.49.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.49.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.49.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.49.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.49.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.5.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.5.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.5.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.5.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.5.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.50.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.50.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.50.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.50.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.50.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.51.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.51.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.51.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.51.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.51.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.52.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.52.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.52.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.52.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.52.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.53.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.53.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.53.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.53.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.53.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.54.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.54.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.54.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.54.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.54.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.55.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.55.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.55.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.55.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.55.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.56.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.56.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.56.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.56.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.56.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.57.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.57.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.57.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.57.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.57.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.58.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.58.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.58.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.58.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.58.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.59.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.59.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.59.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.59.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.59.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.6.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.6.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.6.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.6.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.6.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.60.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.60.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.60.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.60.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.60.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.61.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.61.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.61.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.61.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.61.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.62.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.62.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.62.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.62.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.62.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.63.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.63.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.63.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.63.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.63.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.64.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.64.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.64.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.64.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.64.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.65.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.65.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.65.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.65.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.65.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.66.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.66.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.66.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.66.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.66.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.67.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.67.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.67.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.67.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.67.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.68.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.68.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.68.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.68.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.68.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.69.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.69.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.69.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.69.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.69.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.7.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.7.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.7.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.experts.7.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.7.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.70.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.70.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.70.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.70.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.70.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.71.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.71.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.71.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.71.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.71.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.72.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.72.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.72.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.72.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.72.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.73.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.73.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.73.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.73.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.73.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.74.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.74.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.74.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.74.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.74.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.75.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.75.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.75.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.75.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.75.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.76.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.76.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.76.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.76.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.76.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.77.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.77.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.77.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.77.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.77.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.78.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.78.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.78.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.78.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.78.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.79.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.79.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.79.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.79.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.79.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.8.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.8.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.8.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.8.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.8.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.80.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.80.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.80.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.80.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.80.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.81.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.81.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.81.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.81.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.81.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.82.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.82.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.82.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.82.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.82.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.83.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.83.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.83.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.83.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.83.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.84.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.84.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.84.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.84.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.84.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.85.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.85.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.85.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.85.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.85.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.86.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.86.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.86.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.86.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.86.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.87.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.87.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.87.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.87.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.87.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.88.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.88.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.88.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.88.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.88.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.89.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.89.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.89.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.89.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.89.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.9.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.9.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.9.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.9.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.9.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.90.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.90.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.90.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.90.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.90.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.91.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.91.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.91.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.91.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.91.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.92.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.92.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.92.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.92.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.92.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.93.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.93.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.93.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.93.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.93.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.94.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.94.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.94.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.94.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.94.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.95.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.95.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.95.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.95.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.95.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.96.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.96.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.96.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.96.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.96.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.97.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.97.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.97.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.97.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.97.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.98.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.98.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.98.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.98.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.98.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.99.down_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.99.down_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.99.gate_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.99.up_proj.weight": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.experts.99.up_proj.weight_scale": "model-00052-of-00081.safetensors",
+ "model.layers.40.mlp.router.gate.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.shared_experts.down_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.shared_experts.gate_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.mlp.shared_experts.up_proj.weight_scale": "model-00051-of-00081.safetensors",
+ "model.layers.40.post_attention_layernorm.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.post_mlp_layernorm.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.pre_mlp_layernorm.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.self_attn.gate_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.self_attn.k_norm.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.self_attn.k_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.self_attn.o_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.self_attn.q_norm.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.self_attn.q_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.40.self_attn.v_proj.weight": "model-00051-of-00081.safetensors",
+ "model.layers.41.input_layernorm.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.expert_bias": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.0.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.0.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.0.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.0.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.0.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.1.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.1.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.1.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.1.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.1.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.10.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.10.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.10.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.10.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.10.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.100.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.100.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.100.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.100.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.100.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.101.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.101.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.101.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.101.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.101.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.102.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.102.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.102.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.102.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.102.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.103.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.103.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.103.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.103.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.103.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.104.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.104.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.104.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.104.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.104.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.105.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.105.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.105.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.105.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.105.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.106.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.106.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.106.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.106.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.106.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.107.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.107.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.107.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.107.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.107.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.108.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.108.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.108.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.108.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.108.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.109.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.109.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.109.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.109.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.109.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.11.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.11.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.11.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.11.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.11.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.110.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.110.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.110.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.110.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.110.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.111.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.111.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.111.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.111.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.111.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.112.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.112.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.112.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.112.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.112.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.113.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.113.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.113.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.113.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.113.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.114.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.114.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.114.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.114.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.114.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.115.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.115.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.115.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.115.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.115.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.116.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.116.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.116.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.116.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.116.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.117.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.117.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.117.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.117.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.117.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.118.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.118.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.118.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.118.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.118.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.119.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.119.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.119.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.119.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.119.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.12.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.12.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.12.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.12.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.12.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.120.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.120.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.120.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.120.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.120.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.121.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.121.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.121.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.121.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.121.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.122.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.122.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.122.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.122.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.122.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.123.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.123.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.123.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.123.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.123.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.124.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.124.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.124.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.124.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.124.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.125.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.125.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.125.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.125.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.125.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.126.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.126.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.126.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.126.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.126.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.127.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.127.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.127.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.127.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.127.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.128.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.128.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.128.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.128.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.128.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.129.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.129.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.129.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.129.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.129.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.13.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.13.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.13.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.13.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.13.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.130.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.130.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.130.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.130.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.130.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.131.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.131.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.131.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.131.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.131.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.132.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.132.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.132.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.132.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.132.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.133.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.133.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.133.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.133.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.133.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.134.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.134.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.134.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.134.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.134.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.135.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.135.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.135.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.135.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.135.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.136.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.136.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.136.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.136.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.136.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.137.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.137.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.137.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.137.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.137.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.138.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.138.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.138.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.138.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.138.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.139.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.139.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.139.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.139.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.139.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.14.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.14.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.14.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.14.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.14.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.140.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.140.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.140.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.140.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.140.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.141.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.141.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.141.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.141.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.141.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.142.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.142.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.142.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.142.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.142.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.143.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.143.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.143.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.143.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.143.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.144.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.144.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.144.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.144.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.144.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.145.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.145.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.145.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.145.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.145.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.146.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.146.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.146.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.146.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.146.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.147.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.147.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.147.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.147.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.147.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.148.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.148.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.148.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.148.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.148.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.149.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.149.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.149.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.149.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.149.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.15.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.15.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.15.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.15.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.15.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.150.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.150.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.150.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.150.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.150.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.151.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.151.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.151.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.151.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.151.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.152.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.152.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.152.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.152.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.152.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.153.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.153.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.153.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.153.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.153.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.154.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.154.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.154.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.154.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.154.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.155.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.155.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.155.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.155.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.155.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.156.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.156.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.156.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.156.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.156.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.157.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.157.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.157.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.157.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.157.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.158.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.158.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.158.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.158.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.158.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.159.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.159.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.159.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.159.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.159.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.16.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.16.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.16.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.16.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.16.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.160.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.160.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.160.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.160.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.160.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.160.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.161.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.161.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.161.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.161.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.161.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.161.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.162.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.162.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.162.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.162.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.162.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.162.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.163.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.163.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.163.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.163.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.163.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.163.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.164.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.164.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.164.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.164.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.164.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.164.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.165.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.165.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.165.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.165.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.165.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.165.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.166.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.166.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.166.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.166.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.166.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.166.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.167.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.167.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.167.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.167.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.167.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.167.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.168.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.168.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.168.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.168.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.168.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.168.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.169.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.169.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.169.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.169.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.169.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.169.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.17.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.17.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.17.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.17.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.17.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.170.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.170.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.170.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.170.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.170.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.170.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.171.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.171.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.171.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.171.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.171.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.171.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.172.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.172.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.172.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.172.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.172.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.172.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.173.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.173.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.173.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.173.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.173.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.173.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.174.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.174.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.174.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.174.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.174.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.174.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.175.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.175.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.175.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.175.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.175.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.175.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.176.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.176.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.176.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.176.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.176.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.176.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.177.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.177.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.177.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.177.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.177.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.177.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.178.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.178.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.178.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.178.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.178.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.178.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.179.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.179.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.179.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.179.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.179.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.179.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.18.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.18.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.18.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.18.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.18.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.180.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.180.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.180.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.180.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.180.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.180.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.181.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.181.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.181.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.181.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.181.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.181.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.182.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.182.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.182.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.182.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.182.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.182.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.183.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.183.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.183.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.183.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.183.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.183.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.184.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.184.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.184.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.184.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.184.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.184.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.185.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.185.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.185.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.185.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.185.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.185.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.186.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.186.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.186.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.186.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.186.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.186.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.187.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.187.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.187.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.187.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.187.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.187.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.188.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.188.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.188.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.188.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.188.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.188.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.189.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.189.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.189.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.189.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.189.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.189.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.19.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.19.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.19.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.19.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.19.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.190.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.190.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.190.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.190.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.190.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.190.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.191.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.191.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.191.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.191.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.191.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.191.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.192.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.192.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.192.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.192.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.192.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.192.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.193.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.193.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.193.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.193.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.193.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.193.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.194.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.194.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.194.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.194.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.194.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.194.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.195.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.195.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.195.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.195.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.195.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.195.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.196.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.196.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.196.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.196.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.196.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.196.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.197.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.197.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.197.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.197.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.197.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.197.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.198.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.198.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.198.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.198.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.198.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.198.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.199.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.199.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.199.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.199.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.199.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.199.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.2.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.2.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.2.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.2.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.2.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.20.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.20.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.20.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.20.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.20.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.200.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.200.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.200.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.200.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.200.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.200.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.201.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.201.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.201.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.201.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.201.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.201.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.202.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.202.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.202.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.202.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.202.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.202.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.203.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.203.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.203.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.203.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.203.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.203.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.204.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.204.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.204.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.204.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.204.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.204.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.205.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.205.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.205.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.205.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.205.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.205.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.206.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.206.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.206.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.206.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.206.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.206.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.207.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.207.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.207.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.207.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.207.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.207.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.208.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.208.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.208.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.208.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.208.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.208.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.209.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.209.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.209.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.209.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.209.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.209.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.21.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.21.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.21.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.21.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.21.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.210.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.210.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.210.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.210.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.210.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.210.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.211.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.211.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.211.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.211.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.211.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.211.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.212.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.212.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.212.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.212.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.212.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.212.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.213.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.213.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.213.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.213.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.213.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.213.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.214.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.214.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.214.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.214.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.214.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.214.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.215.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.215.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.215.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.215.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.215.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.215.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.216.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.216.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.216.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.216.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.216.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.216.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.217.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.217.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.217.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.217.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.217.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.217.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.218.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.218.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.218.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.218.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.218.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.218.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.219.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.219.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.219.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.219.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.219.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.219.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.22.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.22.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.22.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.22.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.22.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.220.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.220.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.220.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.220.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.220.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.220.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.221.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.221.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.221.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.221.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.221.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.221.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.222.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.222.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.222.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.222.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.222.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.222.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.223.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.223.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.223.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.223.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.223.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.223.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.224.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.224.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.224.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.224.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.224.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.224.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.225.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.225.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.225.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.225.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.225.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.225.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.226.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.226.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.226.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.226.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.226.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.226.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.227.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.227.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.227.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.227.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.227.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.227.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.228.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.228.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.228.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.228.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.228.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.228.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.229.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.229.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.229.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.229.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.229.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.229.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.23.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.23.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.23.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.23.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.23.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.230.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.230.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.230.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.230.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.230.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.230.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.231.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.231.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.231.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.231.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.231.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.231.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.232.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.232.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.232.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.232.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.232.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.232.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.233.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.233.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.233.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.233.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.233.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.233.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.234.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.234.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.234.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.234.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.234.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.234.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.235.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.235.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.235.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.235.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.235.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.235.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.236.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.236.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.236.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.236.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.236.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.236.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.237.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.237.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.237.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.237.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.237.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.237.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.238.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.238.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.238.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.238.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.238.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.238.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.239.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.239.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.239.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.239.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.239.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.239.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.24.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.24.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.24.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.24.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.24.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.240.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.240.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.240.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.240.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.240.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.240.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.241.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.241.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.241.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.241.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.241.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.241.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.242.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.242.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.242.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.242.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.242.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.242.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.243.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.243.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.243.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.243.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.243.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.243.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.244.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.244.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.244.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.244.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.244.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.244.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.245.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.245.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.245.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.245.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.245.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.245.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.246.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.246.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.246.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.246.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.246.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.246.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.247.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.247.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.247.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.247.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.247.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.247.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.248.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.248.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.248.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.248.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.248.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.248.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.249.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.249.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.249.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.249.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.249.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.249.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.25.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.25.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.25.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.25.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.25.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.250.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.250.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.250.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.250.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.250.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.250.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.251.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.251.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.251.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.251.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.251.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.251.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.252.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.252.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.252.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.252.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.252.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.252.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.253.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.253.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.253.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.253.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.253.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.253.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.254.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.254.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.254.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.254.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.254.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.254.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.255.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.255.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.255.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.255.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.255.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.255.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.26.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.26.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.26.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.26.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.26.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.27.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.27.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.27.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.27.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.27.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.28.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.28.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.28.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.28.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.28.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.29.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.29.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.29.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.29.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.29.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.3.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.3.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.3.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.3.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.3.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.30.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.30.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.30.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.30.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.30.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.31.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.31.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.31.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.31.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.31.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.32.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.32.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.32.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.32.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.32.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.33.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.33.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.33.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.33.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.33.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.34.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.34.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.34.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.34.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.34.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.35.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.35.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.35.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.35.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.35.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.36.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.36.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.36.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.36.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.36.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.37.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.37.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.37.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.37.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.37.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.38.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.38.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.38.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.38.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.38.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.39.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.39.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.39.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.39.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.39.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.4.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.4.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.4.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.4.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.4.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.40.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.40.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.40.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.40.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.40.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.41.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.41.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.41.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.41.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.41.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.42.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.42.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.42.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.42.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.42.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.43.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.43.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.43.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.43.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.43.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.44.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.44.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.44.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.44.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.44.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.45.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.45.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.45.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.45.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.45.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.46.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.46.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.46.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.46.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.46.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.47.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.47.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.47.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.47.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.47.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.48.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.48.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.48.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.48.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.48.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.49.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.49.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.49.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.49.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.49.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.5.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.5.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.5.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.5.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.5.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.50.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.50.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.50.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.50.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.50.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.51.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.51.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.51.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.51.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.51.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.52.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.52.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.52.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.52.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.52.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.53.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.53.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.53.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.53.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.53.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.54.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.54.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.54.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.54.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.54.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.55.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.55.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.55.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.55.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.55.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.56.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.56.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.56.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.56.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.56.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.57.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.57.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.57.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.57.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.57.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.58.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.58.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.58.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.58.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.58.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.59.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.59.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.59.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.59.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.59.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.6.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.6.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.6.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.6.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.6.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.60.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.60.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.60.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.60.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.60.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.61.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.61.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.61.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.61.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.61.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.62.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.62.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.62.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.62.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.62.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.63.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.63.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.63.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.63.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.63.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.64.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.64.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.64.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.64.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.64.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.65.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.65.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.65.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.65.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.65.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.66.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.66.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.66.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.66.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.66.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.67.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.67.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.67.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.67.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.67.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.68.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.68.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.68.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.68.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.68.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.69.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.69.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.69.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.69.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.69.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.7.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.7.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.7.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.7.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.7.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.70.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.70.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.70.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.70.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.70.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.71.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.71.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.71.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.71.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.71.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.72.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.72.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.72.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.72.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.72.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.73.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.73.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.73.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.73.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.73.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.74.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.74.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.74.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.74.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.74.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.75.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.75.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.75.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.75.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.75.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.76.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.76.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.76.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.76.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.76.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.77.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.77.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.77.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.77.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.77.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.78.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.78.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.78.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.78.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.78.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.79.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.79.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.79.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.79.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.79.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.8.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.8.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.8.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.8.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.8.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.80.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.80.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.80.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.80.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.80.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.81.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.81.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.81.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.81.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.81.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.82.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.82.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.82.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.82.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.82.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.83.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.83.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.83.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.83.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.83.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.84.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.84.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.84.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.84.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.84.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.85.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.85.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.85.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.85.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.85.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.86.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.86.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.86.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.86.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.86.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.87.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.87.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.87.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.87.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.87.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.88.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.88.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.88.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.88.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.88.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.89.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.89.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.89.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.89.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.89.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.9.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.9.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.9.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.9.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.9.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.90.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.90.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.90.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.90.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.90.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.91.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.91.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.91.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.91.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.91.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.92.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.92.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.92.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.92.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.92.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.93.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.93.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.93.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.93.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.93.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.94.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.94.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.94.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.94.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.94.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.95.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.95.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.95.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.95.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.95.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.96.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.96.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.96.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.96.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.96.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.97.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.97.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.97.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.97.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.97.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.98.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.98.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.98.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.98.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.98.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.experts.99.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.99.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.99.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.99.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.experts.99.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.41.mlp.router.gate.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.shared_experts.down_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.shared_experts.gate_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.mlp.shared_experts.up_proj.weight_scale": "model-00053-of-00081.safetensors",
+ "model.layers.41.post_attention_layernorm.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.post_mlp_layernorm.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.pre_mlp_layernorm.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.self_attn.gate_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.self_attn.k_norm.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.self_attn.k_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.self_attn.o_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.self_attn.q_norm.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.self_attn.q_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.41.self_attn.v_proj.weight": "model-00053-of-00081.safetensors",
+ "model.layers.42.input_layernorm.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.expert_bias": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.0.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.0.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.0.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.0.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.0.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.1.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.1.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.1.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.1.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.1.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.10.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.10.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.10.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.10.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.10.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.100.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.100.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.100.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.100.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.100.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.101.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.101.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.101.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.101.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.101.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.102.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.102.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.102.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.102.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.102.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.103.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.103.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.103.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.103.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.103.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.104.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.104.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.104.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.104.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.104.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.105.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.105.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.105.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.105.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.105.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.106.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.106.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.106.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.106.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.106.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.107.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.107.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.107.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.107.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.107.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.108.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.108.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.108.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.108.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.108.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.109.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.109.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.109.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.109.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.109.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.11.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.11.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.11.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.11.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.11.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.110.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.110.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.110.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.110.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.110.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.111.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.111.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.111.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.111.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.111.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.112.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.112.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.112.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.112.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.112.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.113.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.113.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.113.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.113.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.113.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.114.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.114.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.114.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.114.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.114.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.115.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.115.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.115.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.115.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.115.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.116.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.116.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.116.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.116.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.116.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.117.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.117.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.117.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.117.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.117.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.118.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.118.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.118.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.118.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.118.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.119.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.119.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.119.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.119.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.119.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.12.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.12.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.12.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.12.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.12.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.120.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.120.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.120.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.120.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.120.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.121.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.121.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.121.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.121.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.121.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.122.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.122.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.122.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.122.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.122.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.123.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.123.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.123.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.123.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.123.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.124.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.124.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.124.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.124.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.124.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.125.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.125.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.125.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.125.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.125.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.126.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.126.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.126.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.126.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.126.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.127.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.127.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.127.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.127.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.127.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.128.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.128.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.128.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.128.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.128.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.129.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.129.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.129.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.129.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.129.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.13.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.13.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.13.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.13.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.13.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.130.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.130.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.130.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.130.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.130.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.131.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.131.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.131.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.131.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.131.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.132.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.132.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.132.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.132.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.132.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.133.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.133.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.133.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.133.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.133.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.134.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.134.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.134.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.134.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.134.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.135.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.135.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.135.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.135.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.135.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.136.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.136.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.136.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.136.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.136.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.137.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.137.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.137.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.137.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.137.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.138.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.138.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.138.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.138.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.138.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.139.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.139.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.139.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.139.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.139.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.14.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.14.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.14.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.14.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.14.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.140.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.140.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.140.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.140.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.140.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.141.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.141.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.141.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.141.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.141.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.142.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.142.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.142.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.142.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.142.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.143.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.143.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.143.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.143.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.143.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.144.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.144.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.144.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.144.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.144.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.145.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.145.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.145.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.145.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.145.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.146.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.146.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.146.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.146.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.146.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.147.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.147.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.147.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.147.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.147.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.148.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.148.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.148.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.148.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.148.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.149.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.149.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.149.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.149.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.149.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.15.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.15.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.15.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.15.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.15.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.150.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.150.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.150.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.150.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.150.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.151.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.151.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.151.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.151.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.151.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.152.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.152.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.152.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.152.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.152.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.153.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.153.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.153.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.153.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.153.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.154.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.154.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.154.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.154.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.154.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.155.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.155.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.155.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.155.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.155.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.156.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.156.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.156.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.156.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.156.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.157.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.157.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.157.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.157.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.157.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.158.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.158.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.158.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.158.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.158.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.159.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.159.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.159.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.159.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.159.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.16.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.16.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.16.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.16.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.16.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.160.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.160.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.160.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.160.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.160.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.160.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.161.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.161.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.161.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.161.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.161.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.161.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.162.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.162.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.162.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.162.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.162.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.162.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.163.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.163.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.163.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.163.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.163.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.163.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.164.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.164.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.164.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.164.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.164.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.164.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.165.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.165.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.165.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.165.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.165.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.165.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.166.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.166.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.166.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.166.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.166.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.166.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.167.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.167.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.167.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.167.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.167.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.167.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.168.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.168.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.168.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.168.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.168.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.168.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.169.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.169.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.169.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.169.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.169.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.169.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.17.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.17.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.17.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.17.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.17.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.170.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.170.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.170.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.170.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.170.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.170.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.171.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.171.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.171.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.171.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.171.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.171.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.172.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.172.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.172.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.172.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.172.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.172.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.173.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.173.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.173.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.173.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.173.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.173.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.174.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.174.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.174.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.174.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.174.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.174.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.175.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.175.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.175.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.175.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.175.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.175.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.176.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.176.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.176.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.176.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.176.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.176.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.177.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.177.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.177.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.177.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.177.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.177.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.178.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.178.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.178.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.178.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.178.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.178.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.179.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.179.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.179.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.179.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.179.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.179.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.18.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.18.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.18.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.18.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.18.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.180.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.180.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.180.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.180.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.180.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.180.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.181.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.181.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.181.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.181.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.181.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.181.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.182.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.182.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.182.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.182.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.182.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.182.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.183.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.183.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.183.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.183.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.183.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.183.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.184.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.184.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.184.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.184.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.184.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.184.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.185.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.185.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.185.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.185.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.185.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.185.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.186.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.186.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.186.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.186.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.186.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.186.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.187.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.187.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.187.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.187.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.187.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.187.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.188.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.188.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.188.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.188.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.188.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.188.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.189.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.189.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.189.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.189.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.189.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.189.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.19.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.19.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.19.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.19.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.19.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.190.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.190.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.190.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.190.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.190.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.190.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.191.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.191.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.191.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.191.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.191.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.191.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.192.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.192.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.192.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.192.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.192.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.192.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.193.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.193.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.193.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.193.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.193.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.193.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.194.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.194.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.194.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.194.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.194.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.194.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.195.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.195.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.195.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.195.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.195.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.195.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.196.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.196.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.196.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.196.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.196.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.196.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.197.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.197.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.197.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.197.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.197.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.197.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.198.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.198.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.198.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.198.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.198.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.198.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.199.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.199.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.199.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.199.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.199.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.199.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.2.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.2.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.2.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.2.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.2.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.20.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.20.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.20.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.20.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.20.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.200.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.200.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.200.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.200.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.200.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.200.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.201.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.201.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.201.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.201.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.201.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.201.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.202.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.202.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.202.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.202.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.202.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.202.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.203.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.203.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.203.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.203.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.203.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.203.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.204.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.204.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.204.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.204.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.204.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.204.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.205.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.205.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.205.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.205.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.205.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.205.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.206.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.206.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.206.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.206.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.206.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.206.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.207.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.207.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.207.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.207.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.207.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.207.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.208.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.208.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.208.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.208.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.208.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.208.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.209.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.209.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.209.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.209.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.209.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.209.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.21.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.21.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.21.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.21.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.21.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.210.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.210.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.210.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.210.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.210.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.210.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.211.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.211.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.211.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.211.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.211.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.211.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.212.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.212.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.212.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.212.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.212.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.212.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.213.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.213.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.213.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.213.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.213.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.213.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.214.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.214.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.214.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.214.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.214.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.214.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.215.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.215.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.215.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.215.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.215.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.215.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.216.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.216.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.216.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.216.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.216.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.216.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.217.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.217.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.217.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.217.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.217.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.217.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.218.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.218.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.218.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.218.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.218.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.218.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.219.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.219.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.219.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.219.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.219.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.219.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.22.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.22.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.22.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.22.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.22.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.220.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.220.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.220.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.220.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.220.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.220.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.221.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.221.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.221.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.221.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.221.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.221.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.222.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.222.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.222.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.222.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.222.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.222.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.223.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.223.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.223.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.223.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.223.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.223.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.224.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.224.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.224.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.224.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.224.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.224.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.225.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.225.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.225.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.225.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.225.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.225.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.226.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.226.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.226.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.226.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.226.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.226.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.227.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.227.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.227.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.227.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.227.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.227.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.228.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.228.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.228.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.228.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.228.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.228.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.229.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.229.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.229.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.229.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.229.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.229.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.23.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.23.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.23.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.23.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.23.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.230.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.230.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.230.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.230.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.230.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.230.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.231.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.231.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.231.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.231.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.231.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.231.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.232.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.232.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.232.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.232.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.232.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.232.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.233.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.233.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.233.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.233.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.233.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.233.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.234.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.234.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.234.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.234.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.234.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.234.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.235.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.235.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.235.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.235.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.235.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.235.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.236.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.236.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.236.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.236.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.236.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.236.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.237.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.237.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.237.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.237.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.237.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.237.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.238.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.238.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.238.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.238.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.238.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.238.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.239.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.239.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.239.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.239.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.239.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.239.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.24.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.24.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.24.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.24.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.24.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.240.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.240.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.240.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.240.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.240.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.240.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.241.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.241.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.241.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.241.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.241.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.241.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.242.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.242.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.242.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.242.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.242.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.242.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.243.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.243.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.243.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.243.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.243.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.243.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.244.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.244.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.244.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.244.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.244.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.244.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.245.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.245.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.245.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.245.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.245.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.245.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.246.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.246.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.246.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.246.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.246.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.246.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.247.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.247.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.247.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.247.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.247.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.247.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.248.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.248.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.248.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.248.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.248.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.248.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.249.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.249.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.249.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.249.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.249.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.249.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.25.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.25.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.25.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.25.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.25.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.250.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.250.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.250.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.250.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.250.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.250.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.251.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.251.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.251.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.251.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.251.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.251.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.252.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.252.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.252.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.252.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.252.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.252.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.253.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.253.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.253.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.253.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.253.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.253.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.254.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.254.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.254.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.254.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.254.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.254.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.255.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.255.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.255.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.255.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.255.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.255.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.42.mlp.experts.26.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.26.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.26.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.26.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.26.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.27.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.27.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.27.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.27.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.27.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.28.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.28.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.28.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.28.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.28.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.29.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.29.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.29.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.29.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.29.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.3.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.3.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.3.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.3.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.3.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.30.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.30.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.30.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.30.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.30.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.31.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.31.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.31.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.31.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.31.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.32.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.32.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.32.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.32.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.32.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.33.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.33.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.33.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.33.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.33.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.34.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.34.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.34.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.34.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.34.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.35.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.35.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.35.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.35.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.35.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.36.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.36.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.36.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.36.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.36.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.37.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.37.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.37.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.37.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.37.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.38.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.38.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.38.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.38.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.38.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.39.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.39.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.39.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.39.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.39.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.4.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.4.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.4.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.4.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.4.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.40.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.40.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.40.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.40.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.40.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.41.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.41.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.41.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.41.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.41.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.42.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.42.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.42.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.42.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.42.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.43.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.43.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.43.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.43.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.43.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.44.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.44.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.44.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.44.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.44.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.45.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.45.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.45.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.45.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.45.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.46.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.46.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.46.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.46.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.46.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.47.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.47.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.47.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.47.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.47.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.48.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.48.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.48.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.48.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.48.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.49.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.49.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.49.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.49.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.49.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.5.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.5.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.5.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.5.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.5.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.50.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.50.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.50.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.50.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.50.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.51.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.51.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.51.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.51.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.51.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.52.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.52.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.52.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.52.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.52.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.53.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.53.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.53.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.53.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.53.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.54.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.54.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.54.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.54.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.54.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.55.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.55.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.55.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.55.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.55.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.56.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.56.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.56.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.56.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.56.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.57.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.57.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.57.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.57.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.57.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.58.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.58.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.58.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.58.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.58.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.59.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.59.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.59.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.59.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.59.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.6.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.6.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.6.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.6.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.6.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.60.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.60.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.60.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.60.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.60.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.61.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.61.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.61.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.61.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.61.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.62.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.62.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.62.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.62.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.62.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.63.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.63.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.63.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.63.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.63.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.64.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.64.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.64.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.64.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.64.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.65.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.65.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.65.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.65.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.65.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.66.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.66.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.66.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.66.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.66.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.67.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.67.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.67.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.67.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.67.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.68.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.68.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.68.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.68.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.68.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.69.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.69.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.69.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.69.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.69.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.7.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.7.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.7.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.7.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.7.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.70.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.70.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.70.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.70.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.70.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.71.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.71.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.71.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.71.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.71.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.72.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.72.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.72.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.72.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.72.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.73.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.73.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.73.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.73.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.73.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.74.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.74.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.74.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.74.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.74.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.75.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.75.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.75.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.75.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.75.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.76.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.76.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.76.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.76.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.76.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.77.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.77.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.77.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.77.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.77.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.78.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.78.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.78.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.78.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.78.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.79.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.79.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.79.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.79.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.79.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.8.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.8.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.8.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.8.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.8.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.80.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.80.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.80.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.80.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.80.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.81.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.81.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.81.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.81.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.81.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.82.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.82.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.82.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.82.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.82.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.83.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.83.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.83.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.83.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.83.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.84.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.84.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.84.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.84.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.84.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.85.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.85.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.85.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.85.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.85.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.86.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.86.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.86.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.86.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.86.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.87.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.87.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.87.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.87.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.87.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.88.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.88.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.88.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.88.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.88.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.89.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.89.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.89.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.89.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.89.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.9.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.9.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.9.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.9.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.9.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.experts.90.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.90.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.90.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.90.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.90.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.91.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.91.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.91.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.91.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.91.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.92.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.92.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.92.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.92.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.92.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.93.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.93.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.93.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.93.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.93.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.94.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.94.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.94.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.94.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.94.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.95.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.95.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.95.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.95.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.95.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.96.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.96.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.96.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.96.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.96.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.97.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.97.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.97.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.97.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.97.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.98.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.98.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.98.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.98.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.98.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.99.down_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.99.down_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.99.gate_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.99.up_proj.weight": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.experts.99.up_proj.weight_scale": "model-00055-of-00081.safetensors",
+ "model.layers.42.mlp.router.gate.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.shared_experts.down_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.shared_experts.gate_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.mlp.shared_experts.up_proj.weight_scale": "model-00054-of-00081.safetensors",
+ "model.layers.42.post_attention_layernorm.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.post_mlp_layernorm.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.pre_mlp_layernorm.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.self_attn.gate_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.self_attn.k_norm.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.self_attn.k_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.self_attn.o_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.self_attn.q_norm.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.self_attn.q_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.42.self_attn.v_proj.weight": "model-00054-of-00081.safetensors",
+ "model.layers.43.input_layernorm.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.expert_bias": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.0.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.0.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.0.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.0.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.0.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.1.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.1.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.1.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.1.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.1.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.10.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.10.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.10.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.10.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.10.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.100.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.100.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.100.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.100.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.100.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.101.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.101.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.101.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.101.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.101.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.102.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.102.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.102.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.102.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.102.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.103.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.103.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.103.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.103.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.103.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.104.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.104.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.104.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.104.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.104.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.105.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.105.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.105.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.105.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.105.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.106.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.106.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.106.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.106.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.106.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.107.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.107.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.107.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.107.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.107.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.108.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.108.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.108.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.108.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.108.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.109.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.109.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.109.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.109.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.109.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.11.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.11.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.11.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.11.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.11.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.110.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.110.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.110.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.110.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.110.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.111.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.111.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.111.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.111.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.111.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.112.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.112.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.112.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.112.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.112.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.113.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.113.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.113.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.113.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.113.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.114.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.114.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.114.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.114.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.114.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.115.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.115.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.115.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.115.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.115.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.116.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.116.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.116.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.116.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.116.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.117.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.117.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.117.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.117.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.117.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.118.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.118.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.118.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.118.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.118.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.119.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.119.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.119.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.119.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.119.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.12.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.12.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.12.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.12.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.12.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.120.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.120.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.120.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.120.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.120.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.121.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.121.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.121.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.121.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.121.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.122.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.122.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.122.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.122.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.122.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.123.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.123.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.123.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.123.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.123.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.124.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.124.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.124.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.124.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.124.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.125.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.125.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.125.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.125.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.125.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.126.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.126.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.126.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.126.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.126.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.127.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.127.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.127.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.127.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.127.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.128.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.128.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.128.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.128.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.128.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.129.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.129.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.129.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.129.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.129.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.13.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.13.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.13.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.13.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.13.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.130.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.130.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.130.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.130.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.130.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.131.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.131.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.131.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.131.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.131.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.132.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.132.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.132.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.132.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.132.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.133.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.133.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.133.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.133.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.133.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.134.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.134.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.134.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.134.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.134.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.135.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.135.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.135.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.135.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.135.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.136.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.136.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.136.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.136.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.136.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.137.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.137.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.137.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.137.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.137.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.138.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.138.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.138.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.138.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.138.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.139.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.139.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.139.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.139.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.139.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.14.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.14.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.14.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.14.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.14.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.140.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.140.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.140.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.140.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.140.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.141.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.141.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.141.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.141.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.141.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.142.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.142.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.142.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.142.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.142.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.143.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.143.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.143.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.143.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.143.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.144.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.144.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.144.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.144.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.144.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.145.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.145.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.145.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.145.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.145.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.146.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.146.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.146.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.146.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.146.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.147.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.147.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.147.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.147.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.147.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.148.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.148.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.148.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.148.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.148.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.149.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.149.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.149.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.149.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.149.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.15.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.15.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.15.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.15.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.15.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.150.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.150.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.150.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.150.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.150.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.151.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.151.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.151.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.151.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.151.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.152.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.152.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.152.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.152.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.152.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.153.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.153.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.153.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.153.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.153.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.154.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.154.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.154.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.154.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.154.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.155.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.155.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.155.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.155.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.155.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.156.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.156.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.156.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.156.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.156.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.157.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.157.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.157.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.157.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.157.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.158.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.158.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.158.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.158.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.158.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.159.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.159.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.159.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.159.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.159.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.16.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.16.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.16.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.16.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.16.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.160.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.160.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.160.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.160.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.160.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.160.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.161.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.161.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.161.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.161.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.161.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.161.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.162.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.162.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.162.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.162.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.162.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.162.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.163.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.163.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.163.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.163.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.163.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.163.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.164.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.164.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.164.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.164.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.164.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.164.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.165.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.165.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.165.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.165.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.165.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.165.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.166.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.166.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.166.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.166.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.166.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.166.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.167.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.167.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.167.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.167.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.167.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.167.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.168.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.168.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.168.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.168.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.168.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.168.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.169.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.169.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.169.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.169.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.169.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.169.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.17.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.17.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.17.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.17.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.17.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.170.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.170.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.170.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.170.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.170.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.170.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.171.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.171.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.171.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.171.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.171.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.171.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.172.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.172.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.172.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.172.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.172.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.172.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.173.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.173.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.173.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.173.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.173.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.173.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.174.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.174.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.174.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.174.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.174.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.174.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.175.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.175.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.175.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.175.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.175.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.175.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.176.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.176.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.176.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.176.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.176.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.176.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.177.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.177.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.177.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.177.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.177.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.177.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.178.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.178.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.178.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.178.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.178.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.178.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.179.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.179.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.179.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.179.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.179.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.179.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.18.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.18.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.18.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.18.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.18.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.180.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.180.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.180.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.180.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.180.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.180.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.181.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.181.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.181.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.181.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.181.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.181.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.182.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.182.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.182.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.182.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.182.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.182.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.183.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.183.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.183.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.183.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.183.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.183.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.184.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.184.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.184.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.184.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.184.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.184.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.185.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.185.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.185.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.185.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.185.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.185.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.186.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.186.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.186.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.186.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.186.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.186.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.187.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.187.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.187.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.187.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.187.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.187.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.188.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.188.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.188.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.188.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.188.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.188.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.189.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.189.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.189.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.189.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.189.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.189.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.19.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.19.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.19.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.19.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.19.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.190.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.190.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.190.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.190.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.190.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.190.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.191.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.191.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.191.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.191.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.191.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.191.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.192.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.192.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.192.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.192.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.192.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.192.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.193.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.193.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.193.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.193.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.193.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.193.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.194.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.194.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.194.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.194.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.194.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.194.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.195.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.195.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.195.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.195.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.195.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.195.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.196.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.196.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.196.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.196.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.196.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.196.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.197.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.197.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.197.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.197.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.197.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.197.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.198.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.198.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.198.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.198.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.198.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.198.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.199.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.199.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.199.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.199.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.199.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.199.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.2.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.2.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.2.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.2.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.2.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.20.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.20.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.20.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.20.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.20.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.200.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.200.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.200.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.200.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.200.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.200.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.201.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.201.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.201.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.201.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.201.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.201.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.202.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.202.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.202.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.202.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.202.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.202.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.203.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.203.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.203.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.203.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.203.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.203.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.204.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.204.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.204.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.204.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.204.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.204.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.205.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.205.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.205.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.205.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.205.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.205.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.206.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.206.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.206.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.206.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.206.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.206.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.207.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.207.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.207.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.207.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.207.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.207.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.208.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.208.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.208.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.208.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.208.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.208.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.209.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.209.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.209.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.209.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.209.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.209.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.21.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.21.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.21.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.21.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.21.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.210.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.210.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.210.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.210.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.210.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.210.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.211.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.211.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.211.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.211.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.211.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.211.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.212.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.212.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.212.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.212.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.212.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.212.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.213.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.213.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.213.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.213.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.213.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.213.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.214.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.214.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.214.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.214.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.214.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.214.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.215.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.215.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.215.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.215.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.215.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.215.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.216.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.216.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.216.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.216.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.216.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.216.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.217.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.217.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.217.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.217.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.217.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.217.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.218.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.218.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.218.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.218.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.218.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.218.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.219.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.219.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.219.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.219.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.219.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.219.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.22.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.22.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.22.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.22.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.22.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.220.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.220.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.220.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.220.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.220.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.220.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.221.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.221.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.221.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.221.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.221.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.221.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.222.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.222.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.222.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.222.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.222.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.222.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.223.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.223.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.223.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.223.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.223.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.223.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.224.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.224.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.224.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.224.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.224.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.224.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.225.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.225.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.225.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.225.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.225.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.225.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.226.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.226.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.226.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.226.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.226.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.226.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.227.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.227.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.227.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.227.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.227.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.227.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.228.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.228.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.228.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.228.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.228.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.228.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.229.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.229.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.229.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.229.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.229.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.229.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.23.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.23.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.23.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.23.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.23.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.230.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.230.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.230.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.230.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.230.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.230.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.231.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.231.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.231.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.231.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.231.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.231.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.232.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.232.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.232.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.232.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.232.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.232.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.233.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.233.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.233.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.233.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.233.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.233.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.234.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.234.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.234.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.234.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.234.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.234.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.235.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.235.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.235.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.235.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.235.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.235.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.236.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.236.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.236.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.236.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.236.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.236.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.237.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.237.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.237.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.237.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.237.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.237.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.238.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.238.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.238.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.238.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.238.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.238.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.239.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.239.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.239.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.239.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.239.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.239.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.24.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.24.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.24.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.24.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.24.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.240.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.240.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.240.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.240.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.240.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.240.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.241.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.241.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.241.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.241.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.241.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.241.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.242.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.242.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.242.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.242.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.242.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.242.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.243.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.243.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.243.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.243.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.243.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.243.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.244.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.244.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.244.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.244.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.244.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.244.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.245.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.245.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.245.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.245.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.245.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.245.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.246.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.246.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.246.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.246.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.246.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.246.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.247.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.247.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.247.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.247.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.247.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.247.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.248.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.248.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.248.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.248.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.248.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.248.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.249.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.249.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.249.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.249.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.249.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.249.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.25.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.25.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.25.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.25.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.25.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.250.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.250.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.250.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.250.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.250.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.250.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.251.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.251.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.251.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.251.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.251.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.251.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.252.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.252.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.252.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.252.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.252.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.252.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.253.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.253.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.253.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.253.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.253.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.253.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.254.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.254.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.254.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.254.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.254.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.254.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.255.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.255.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.255.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.255.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.255.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.255.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.43.mlp.experts.26.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.26.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.26.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.26.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.26.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.27.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.27.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.27.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.27.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.27.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.28.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.28.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.28.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.28.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.28.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.29.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.29.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.29.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.29.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.29.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.3.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.3.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.3.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.3.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.3.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.30.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.30.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.30.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.30.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.30.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.31.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.31.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.31.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.31.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.31.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.32.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.32.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.32.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.32.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.32.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.33.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.33.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.33.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.33.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.33.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.34.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.34.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.34.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.34.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.34.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.35.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.35.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.35.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.35.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.35.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.36.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.36.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.36.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.36.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.36.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.37.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.37.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.37.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.37.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.37.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.38.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.38.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.38.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.38.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.38.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.39.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.39.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.39.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.39.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.39.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.4.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.4.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.4.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.4.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.4.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.40.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.40.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.40.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.40.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.40.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.41.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.41.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.41.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.41.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.41.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.42.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.42.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.42.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.42.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.42.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.43.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.43.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.43.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.43.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.43.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.44.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.44.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.44.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.44.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.44.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.45.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.45.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.45.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.45.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.45.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.46.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.46.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.46.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.46.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.46.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.47.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.47.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.47.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.47.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.47.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.48.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.48.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.48.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.48.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.48.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.49.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.49.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.49.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.49.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.49.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.5.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.5.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.5.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.5.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.5.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.50.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.50.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.50.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.50.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.50.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.51.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.51.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.51.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.51.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.51.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.52.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.52.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.52.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.52.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.52.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.53.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.53.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.53.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.53.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.53.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.54.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.54.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.54.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.54.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.54.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.55.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.55.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.55.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.55.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.55.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.56.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.56.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.56.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.56.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.56.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.57.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.57.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.57.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.57.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.57.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.58.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.58.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.58.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.58.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.58.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.59.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.59.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.59.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.59.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.59.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.6.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.6.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.6.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.6.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.6.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.60.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.60.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.60.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.60.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.60.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.61.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.61.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.61.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.61.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.61.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.62.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.62.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.62.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.62.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.62.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.63.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.63.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.63.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.63.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.63.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.64.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.64.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.64.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.64.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.64.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.65.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.65.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.65.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.65.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.65.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.66.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.66.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.66.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.66.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.66.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.67.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.67.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.67.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.67.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.67.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.68.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.68.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.68.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.68.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.68.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.69.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.69.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.69.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.69.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.69.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.7.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.7.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.7.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.7.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.7.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.70.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.70.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.70.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.70.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.70.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.71.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.71.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.71.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.71.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.71.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.72.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.72.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.72.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.72.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.72.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.73.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.73.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.73.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.73.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.73.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.74.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.74.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.74.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.74.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.74.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.75.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.75.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.75.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.75.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.75.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.76.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.76.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.76.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.76.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.76.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.77.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.77.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.77.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.77.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.77.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.78.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.78.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.78.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.78.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.78.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.79.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.79.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.79.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.79.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.79.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.8.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.8.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.8.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.8.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.8.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.80.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.80.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.80.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.80.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.80.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.81.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.81.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.81.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.81.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.81.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.82.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.82.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.82.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.82.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.82.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.83.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.83.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.83.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.83.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.83.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.84.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.84.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.84.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.84.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.84.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.85.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.85.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.85.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.85.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.85.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.86.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.86.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.86.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.86.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.86.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.87.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.87.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.87.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.87.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.87.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.88.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.88.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.88.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.88.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.88.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.89.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.89.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.89.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.89.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.89.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.9.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.9.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.9.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.9.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.9.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.90.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.90.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.90.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.90.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.90.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.91.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.91.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.91.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.91.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.91.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.92.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.92.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.92.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.92.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.92.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.93.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.93.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.93.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.93.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.93.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.94.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.94.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.94.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.94.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.94.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.95.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.95.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.95.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.95.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.95.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.96.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.96.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.96.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.96.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.96.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.97.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.97.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.97.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.97.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.97.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.98.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.98.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.98.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.98.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.98.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.99.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.99.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.99.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.99.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.experts.99.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.router.gate.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.shared_experts.down_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.shared_experts.gate_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.mlp.shared_experts.up_proj.weight_scale": "model-00056-of-00081.safetensors",
+ "model.layers.43.post_attention_layernorm.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.post_mlp_layernorm.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.pre_mlp_layernorm.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.self_attn.gate_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.self_attn.k_norm.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.self_attn.k_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.self_attn.o_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.self_attn.q_norm.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.self_attn.q_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.43.self_attn.v_proj.weight": "model-00056-of-00081.safetensors",
+ "model.layers.44.input_layernorm.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.expert_bias": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.0.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.0.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.0.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.0.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.0.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.1.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.1.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.1.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.1.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.1.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.10.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.10.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.10.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.10.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.10.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.100.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.100.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.100.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.100.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.100.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.101.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.101.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.101.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.101.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.101.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.102.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.102.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.102.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.102.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.102.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.103.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.103.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.103.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.103.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.103.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.104.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.104.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.104.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.104.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.104.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.105.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.105.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.105.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.105.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.105.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.106.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.106.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.106.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.106.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.106.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.107.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.107.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.107.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.107.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.107.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.108.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.108.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.108.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.108.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.108.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.109.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.109.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.109.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.109.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.109.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.11.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.11.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.11.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.11.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.11.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.110.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.110.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.110.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.110.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.110.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.111.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.111.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.111.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.111.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.111.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.112.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.112.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.112.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.112.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.112.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.113.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.113.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.113.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.113.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.113.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.114.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.114.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.114.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.114.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.114.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.115.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.115.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.115.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.115.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.115.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.116.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.116.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.116.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.116.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.116.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.117.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.117.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.117.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.117.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.117.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.118.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.118.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.118.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.118.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.118.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.119.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.119.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.119.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.119.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.119.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.12.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.12.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.12.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.12.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.12.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.120.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.120.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.120.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.120.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.120.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.121.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.121.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.121.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.121.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.121.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.122.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.122.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.122.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.122.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.122.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.123.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.123.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.123.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.123.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.123.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.124.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.124.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.124.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.124.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.124.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.125.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.125.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.125.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.125.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.125.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.126.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.126.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.126.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.126.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.126.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.127.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.127.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.127.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.127.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.127.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.128.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.128.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.128.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.128.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.128.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.129.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.129.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.129.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.129.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.129.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.13.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.13.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.13.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.13.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.13.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.130.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.130.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.130.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.130.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.130.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.131.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.131.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.131.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.131.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.131.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.132.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.132.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.132.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.132.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.132.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.133.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.133.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.133.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.133.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.133.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.134.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.134.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.134.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.134.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.134.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.135.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.135.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.135.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.135.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.135.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.136.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.136.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.136.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.136.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.136.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.137.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.137.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.137.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.137.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.137.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.138.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.138.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.138.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.138.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.138.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.139.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.139.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.139.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.139.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.139.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.14.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.14.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.14.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.14.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.14.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.140.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.140.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.140.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.140.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.140.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.141.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.141.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.141.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.141.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.141.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.142.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.142.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.142.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.142.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.142.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.143.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.143.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.143.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.143.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.143.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.144.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.144.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.144.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.144.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.144.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.145.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.145.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.145.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.145.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.145.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.146.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.146.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.146.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.146.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.146.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.147.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.147.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.147.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.147.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.147.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.148.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.148.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.148.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.148.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.148.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.149.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.149.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.149.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.149.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.149.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.15.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.15.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.15.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.15.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.15.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.150.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.150.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.150.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.150.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.150.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.151.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.151.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.151.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.151.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.151.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.152.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.152.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.152.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.152.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.152.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.153.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.153.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.153.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.153.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.153.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.154.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.154.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.154.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.154.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.154.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.155.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.155.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.155.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.155.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.155.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.156.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.156.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.156.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.156.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.156.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.157.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.157.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.157.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.157.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.157.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.158.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.158.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.158.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.158.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.158.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.159.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.159.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.159.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.159.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.159.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.16.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.16.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.16.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.16.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.16.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.160.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.160.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.160.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.160.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.160.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.160.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.161.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.161.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.161.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.161.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.161.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.161.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.162.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.162.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.162.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.162.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.162.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.162.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.163.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.163.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.163.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.163.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.163.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.163.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.164.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.164.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.164.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.164.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.164.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.164.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.165.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.165.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.165.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.165.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.165.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.165.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.166.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.166.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.166.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.166.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.166.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.166.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.167.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.167.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.167.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.167.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.167.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.167.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.168.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.168.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.168.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.168.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.168.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.168.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.169.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.169.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.169.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.169.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.169.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.169.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.17.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.17.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.17.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.17.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.17.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.170.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.170.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.170.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.170.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.170.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.170.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.171.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.171.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.171.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.171.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.171.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.171.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.172.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.172.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.172.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.172.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.172.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.172.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.173.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.173.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.173.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.173.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.173.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.173.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.174.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.174.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.174.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.174.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.174.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.174.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.175.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.175.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.175.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.175.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.175.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.175.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.176.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.176.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.176.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.176.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.176.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.176.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.177.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.177.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.177.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.177.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.177.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.177.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.178.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.178.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.178.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.178.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.178.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.178.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.179.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.179.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.179.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.179.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.179.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.179.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.18.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.18.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.18.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.18.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.18.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.180.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.180.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.180.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.180.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.180.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.180.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.181.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.181.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.181.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.181.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.181.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.181.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.182.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.182.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.182.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.182.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.182.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.182.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.183.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.183.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.183.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.183.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.183.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.183.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.184.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.184.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.184.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.184.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.184.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.184.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.185.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.185.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.185.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.185.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.185.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.185.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.186.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.186.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.186.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.186.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.186.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.186.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.187.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.187.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.187.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.187.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.187.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.187.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.188.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.188.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.188.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.188.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.188.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.188.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.189.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.189.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.189.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.189.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.189.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.189.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.19.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.19.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.19.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.19.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.19.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.190.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.190.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.190.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.190.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.190.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.190.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.191.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.191.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.191.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.191.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.191.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.191.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.192.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.192.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.192.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.192.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.192.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.192.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.193.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.193.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.193.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.193.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.193.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.193.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.194.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.194.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.194.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.194.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.194.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.194.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.195.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.195.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.195.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.195.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.195.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.195.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.196.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.196.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.196.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.196.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.196.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.196.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.197.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.197.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.197.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.197.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.197.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.197.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.198.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.198.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.198.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.198.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.198.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.198.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.199.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.199.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.199.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.199.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.199.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.199.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.2.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.2.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.2.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.2.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.2.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.20.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.20.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.20.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.20.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.20.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.200.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.200.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.200.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.200.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.200.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.200.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.201.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.201.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.201.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.201.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.201.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.201.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.202.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.202.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.202.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.202.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.202.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.202.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.203.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.203.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.203.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.203.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.203.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.203.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.204.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.204.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.204.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.204.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.204.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.204.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.205.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.205.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.205.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.205.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.205.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.205.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.206.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.206.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.206.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.206.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.206.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.206.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.207.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.207.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.207.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.207.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.207.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.207.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.208.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.208.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.208.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.208.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.208.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.208.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.209.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.209.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.209.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.209.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.209.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.209.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.21.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.21.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.21.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.21.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.21.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.210.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.210.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.210.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.210.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.210.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.210.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.211.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.211.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.211.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.211.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.211.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.211.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.212.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.212.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.212.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.212.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.212.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.212.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.213.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.213.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.213.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.213.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.213.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.213.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.214.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.214.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.214.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.214.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.214.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.214.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.215.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.215.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.215.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.215.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.215.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.215.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.216.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.216.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.216.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.216.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.216.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.216.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.217.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.217.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.217.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.217.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.217.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.217.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.218.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.218.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.218.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.218.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.218.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.218.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.219.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.219.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.219.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.219.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.219.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.219.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.22.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.22.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.22.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.22.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.22.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.220.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.220.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.220.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.220.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.220.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.220.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.221.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.221.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.221.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.221.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.221.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.221.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.222.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.222.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.222.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.222.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.222.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.222.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.223.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.223.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.223.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.223.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.223.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.223.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.224.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.224.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.224.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.224.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.224.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.224.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.225.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.225.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.225.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.225.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.225.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.225.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.226.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.226.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.226.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.226.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.226.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.226.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.227.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.227.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.227.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.227.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.227.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.227.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.228.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.228.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.228.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.228.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.228.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.228.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.229.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.229.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.229.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.229.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.229.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.229.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.23.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.23.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.23.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.23.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.23.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.230.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.230.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.230.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.230.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.230.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.230.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.231.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.231.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.231.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.231.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.231.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.231.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.232.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.232.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.232.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.232.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.232.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.232.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.233.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.233.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.233.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.233.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.233.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.233.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.234.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.234.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.234.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.234.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.234.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.234.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.235.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.235.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.235.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.235.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.235.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.235.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.236.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.236.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.236.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.236.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.236.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.236.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.237.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.237.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.237.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.237.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.237.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.237.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.238.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.238.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.238.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.238.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.238.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.238.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.239.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.239.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.239.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.239.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.239.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.239.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.24.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.24.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.24.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.24.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.24.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.240.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.240.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.240.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.240.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.240.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.240.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.241.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.241.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.241.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.241.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.241.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.241.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.242.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.242.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.242.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.242.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.242.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.242.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.243.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.243.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.243.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.243.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.243.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.243.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.244.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.244.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.244.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.244.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.244.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.244.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.245.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.245.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.245.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.245.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.245.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.245.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.246.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.246.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.246.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.246.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.246.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.246.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.247.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.247.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.247.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.247.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.247.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.247.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.248.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.248.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.248.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.248.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.248.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.248.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.249.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.249.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.249.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.249.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.249.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.249.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.25.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.25.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.25.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.25.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.25.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.250.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.250.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.250.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.250.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.250.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.250.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.251.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.251.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.251.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.251.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.251.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.251.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.252.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.252.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.252.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.252.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.252.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.252.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.253.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.253.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.253.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.253.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.253.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.253.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.254.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.254.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.254.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.254.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.254.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.254.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.255.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.255.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.255.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.255.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.255.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.255.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.44.mlp.experts.26.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.26.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.26.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.26.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.26.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.27.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.27.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.27.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.27.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.27.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.28.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.28.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.28.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.28.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.28.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.29.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.29.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.29.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.29.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.29.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.3.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.3.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.3.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.3.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.3.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.30.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.30.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.30.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.30.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.30.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.31.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.31.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.31.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.31.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.31.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.32.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.32.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.32.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.32.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.32.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.33.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.33.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.33.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.33.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.33.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.34.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.34.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.34.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.34.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.34.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.35.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.35.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.35.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.35.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.35.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.36.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.36.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.36.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.36.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.36.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.37.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.37.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.37.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.37.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.37.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.38.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.38.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.38.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.38.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.38.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.39.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.39.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.39.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.39.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.39.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.4.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.4.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.4.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.4.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.4.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.40.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.40.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.40.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.40.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.40.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.41.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.41.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.41.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.41.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.41.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.42.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.42.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.42.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.42.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.42.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.43.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.43.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.43.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.43.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.43.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.44.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.44.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.44.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.44.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.44.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.45.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.45.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.45.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.45.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.45.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.46.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.46.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.46.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.46.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.46.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.47.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.47.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.47.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.47.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.47.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.48.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.48.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.48.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.48.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.48.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.49.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.49.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.49.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.49.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.49.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.5.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.5.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.5.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.5.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.5.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.50.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.50.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.50.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.50.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.50.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.51.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.51.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.51.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.51.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.51.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.52.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.52.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.52.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.52.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.52.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.53.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.53.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.53.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.53.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.53.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.54.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.54.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.54.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.54.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.54.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.55.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.55.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.55.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.55.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.55.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.56.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.56.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.56.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.56.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.56.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.57.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.57.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.57.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.57.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.57.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.58.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.58.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.58.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.58.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.58.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.59.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.59.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.59.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.59.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.59.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.6.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.6.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.6.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.6.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.6.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.60.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.60.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.60.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.60.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.60.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.61.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.61.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.61.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.61.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.61.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.62.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.62.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.62.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.62.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.62.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.63.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.63.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.63.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.63.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.63.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.64.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.64.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.64.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.64.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.64.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.65.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.65.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.65.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.65.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.65.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.66.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.66.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.66.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.66.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.66.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.67.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.67.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.67.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.67.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.67.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.68.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.68.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.68.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.68.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.68.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.69.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.69.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.69.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.69.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.69.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.7.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.7.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.7.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.7.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.7.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.70.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.70.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.70.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.70.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.70.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.71.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.71.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.71.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.71.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.71.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.72.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.72.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.72.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.72.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.72.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.73.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.73.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.73.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.73.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.73.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.74.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.74.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.74.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.74.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.74.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.75.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.75.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.75.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.75.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.75.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.76.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.76.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.76.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.76.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.76.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.77.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.77.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.77.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.77.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.77.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.78.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.78.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.78.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.78.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.78.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.79.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.79.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.79.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.79.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.79.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.8.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.8.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.8.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.8.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.8.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.80.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.80.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.80.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.80.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.80.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.81.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.81.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.81.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.81.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.81.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.82.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.82.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.82.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.82.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.82.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.83.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.83.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.83.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.83.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.83.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.84.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.84.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.84.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.84.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.84.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.85.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.85.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.85.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.85.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.85.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.86.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.86.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.86.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.86.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.86.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.87.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.87.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.87.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.87.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.87.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.88.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.88.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.88.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.88.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.88.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.89.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.89.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.89.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.89.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.89.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.9.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.9.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.9.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.9.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.9.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.experts.90.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.90.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.90.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.90.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.90.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.91.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.91.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.91.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.91.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.91.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.92.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.92.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.92.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.92.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.92.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.93.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.93.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.93.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.93.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.93.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.94.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.94.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.94.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.94.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.94.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.95.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.95.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.95.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.95.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.95.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.96.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.96.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.96.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.96.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.96.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.97.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.97.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.97.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.97.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.97.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.98.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.98.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.98.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.98.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.98.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.99.down_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.99.down_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.99.gate_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.99.up_proj.weight": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.experts.99.up_proj.weight_scale": "model-00058-of-00081.safetensors",
+ "model.layers.44.mlp.router.gate.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.shared_experts.down_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.shared_experts.gate_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.mlp.shared_experts.up_proj.weight_scale": "model-00057-of-00081.safetensors",
+ "model.layers.44.post_attention_layernorm.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.post_mlp_layernorm.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.pre_mlp_layernorm.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.self_attn.gate_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.self_attn.k_norm.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.self_attn.k_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.self_attn.o_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.self_attn.q_norm.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.self_attn.q_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.44.self_attn.v_proj.weight": "model-00057-of-00081.safetensors",
+ "model.layers.45.input_layernorm.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.expert_bias": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.0.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.0.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.0.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.0.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.0.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.1.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.1.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.1.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.1.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.1.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.10.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.10.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.10.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.10.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.10.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.100.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.100.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.100.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.100.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.100.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.101.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.101.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.101.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.101.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.101.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.102.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.102.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.102.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.102.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.102.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.103.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.103.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.103.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.103.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.103.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.104.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.104.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.104.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.104.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.104.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.105.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.105.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.105.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.105.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.105.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.106.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.106.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.106.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.106.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.106.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.107.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.107.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.107.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.107.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.107.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.108.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.108.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.108.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.108.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.108.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.109.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.109.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.109.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.109.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.109.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.11.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.11.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.11.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.11.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.11.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.110.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.110.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.110.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.110.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.110.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.111.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.111.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.111.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.111.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.111.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.112.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.112.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.112.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.112.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.112.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.113.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.113.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.113.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.113.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.113.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.114.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.114.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.114.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.114.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.114.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.115.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.115.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.115.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.115.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.115.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.116.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.116.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.116.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.116.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.116.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.117.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.117.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.117.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.117.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.117.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.118.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.118.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.118.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.118.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.118.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.119.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.119.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.119.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.119.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.119.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.12.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.12.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.12.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.12.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.12.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.120.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.120.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.120.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.120.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.120.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.121.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.121.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.121.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.121.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.121.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.122.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.122.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.122.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.122.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.122.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.123.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.123.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.123.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.123.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.123.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.124.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.124.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.124.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.124.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.124.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.125.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.125.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.125.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.125.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.125.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.126.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.126.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.126.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.126.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.126.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.127.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.127.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.127.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.127.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.127.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.128.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.128.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.128.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.128.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.128.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.129.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.129.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.129.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.129.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.129.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.13.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.13.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.13.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.13.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.13.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.130.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.130.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.130.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.130.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.130.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.131.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.131.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.131.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.131.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.131.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.132.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.132.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.132.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.132.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.132.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.133.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.133.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.133.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.133.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.133.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.134.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.134.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.134.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.134.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.134.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.135.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.135.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.135.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.135.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.135.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.136.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.136.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.136.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.136.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.136.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.137.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.137.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.137.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.137.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.137.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.138.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.138.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.138.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.138.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.138.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.139.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.139.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.139.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.139.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.139.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.14.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.14.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.14.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.14.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.14.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.140.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.140.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.140.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.140.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.140.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.141.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.141.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.141.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.141.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.141.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.142.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.142.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.142.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.142.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.142.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.143.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.143.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.143.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.143.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.143.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.144.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.144.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.144.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.144.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.144.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.145.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.145.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.145.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.145.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.145.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.146.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.146.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.146.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.146.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.146.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.147.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.147.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.147.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.147.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.147.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.148.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.148.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.148.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.148.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.148.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.149.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.149.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.149.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.149.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.149.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.15.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.15.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.15.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.15.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.15.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.150.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.150.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.150.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.150.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.150.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.151.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.151.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.151.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.151.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.151.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.152.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.152.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.152.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.152.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.152.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.153.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.153.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.153.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.153.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.153.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.154.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.154.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.154.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.154.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.154.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.155.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.155.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.155.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.155.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.155.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.156.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.156.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.156.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.156.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.156.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.157.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.157.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.157.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.157.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.157.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.158.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.158.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.158.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.158.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.158.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.159.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.159.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.159.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.159.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.159.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.16.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.16.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.16.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.16.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.16.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.160.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.160.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.160.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.160.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.160.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.160.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.161.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.161.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.161.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.161.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.161.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.161.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.162.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.162.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.162.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.162.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.162.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.162.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.163.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.163.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.163.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.163.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.163.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.163.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.164.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.164.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.164.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.164.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.164.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.164.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.165.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.165.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.165.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.165.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.165.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.165.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.166.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.166.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.166.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.166.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.166.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.166.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.167.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.167.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.167.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.167.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.167.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.167.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.168.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.168.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.168.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.168.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.168.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.168.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.169.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.169.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.169.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.169.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.169.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.169.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.17.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.17.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.17.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.17.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.17.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.170.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.170.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.170.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.170.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.170.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.170.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.171.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.171.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.171.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.171.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.171.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.171.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.172.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.172.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.172.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.172.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.172.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.172.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.173.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.173.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.173.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.173.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.173.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.173.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.174.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.174.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.174.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.174.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.174.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.174.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.175.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.175.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.175.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.175.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.175.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.175.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.176.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.176.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.176.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.176.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.176.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.176.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.177.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.177.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.177.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.177.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.177.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.177.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.178.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.178.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.178.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.178.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.178.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.178.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.179.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.179.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.179.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.179.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.179.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.179.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.18.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.18.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.18.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.18.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.18.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.180.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.180.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.180.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.180.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.180.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.180.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.181.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.181.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.181.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.181.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.181.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.181.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.182.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.182.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.182.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.182.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.182.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.182.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.183.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.183.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.183.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.183.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.183.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.183.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.184.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.184.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.184.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.184.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.184.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.184.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.185.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.185.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.185.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.185.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.185.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.185.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.186.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.186.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.186.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.186.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.186.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.186.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.187.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.187.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.187.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.187.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.187.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.187.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.188.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.188.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.188.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.188.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.188.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.188.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.189.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.189.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.189.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.189.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.189.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.189.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.19.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.19.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.19.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.19.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.19.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.190.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.190.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.190.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.190.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.190.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.190.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.191.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.191.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.191.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.191.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.191.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.191.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.192.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.192.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.192.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.192.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.192.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.192.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.193.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.193.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.193.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.193.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.193.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.193.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.194.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.194.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.194.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.194.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.194.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.194.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.195.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.195.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.195.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.195.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.195.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.195.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.196.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.196.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.196.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.196.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.196.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.196.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.197.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.197.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.197.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.197.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.197.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.197.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.198.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.198.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.198.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.198.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.198.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.198.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.199.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.199.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.199.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.199.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.199.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.199.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.2.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.2.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.2.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.2.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.2.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.20.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.20.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.20.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.20.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.20.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.200.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.200.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.200.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.200.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.200.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.200.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.201.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.201.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.201.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.201.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.201.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.201.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.202.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.202.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.202.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.202.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.202.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.202.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.203.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.203.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.203.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.203.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.203.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.203.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.204.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.204.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.204.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.204.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.204.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.204.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.205.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.205.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.205.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.205.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.205.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.205.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.206.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.206.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.206.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.206.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.206.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.206.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.207.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.207.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.207.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.207.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.207.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.207.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.208.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.208.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.208.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.208.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.208.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.208.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.209.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.209.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.209.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.209.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.209.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.209.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.21.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.21.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.21.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.21.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.21.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.210.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.210.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.210.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.210.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.210.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.210.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.211.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.211.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.211.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.211.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.211.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.211.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.212.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.212.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.212.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.212.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.212.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.212.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.213.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.213.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.213.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.213.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.213.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.213.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.214.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.214.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.214.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.214.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.214.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.214.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.215.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.215.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.215.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.215.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.215.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.215.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.216.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.216.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.216.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.216.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.216.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.216.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.217.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.217.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.217.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.217.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.217.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.217.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.218.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.218.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.218.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.218.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.218.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.218.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.219.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.219.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.219.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.219.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.219.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.219.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.22.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.22.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.22.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.22.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.22.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.220.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.220.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.220.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.220.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.220.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.220.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.221.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.221.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.221.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.221.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.221.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.221.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.222.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.222.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.222.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.222.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.222.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.222.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.223.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.223.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.223.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.223.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.223.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.223.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.224.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.224.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.224.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.224.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.224.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.224.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.225.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.225.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.225.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.225.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.225.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.225.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.226.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.226.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.226.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.226.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.226.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.226.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.227.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.227.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.227.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.227.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.227.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.227.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.228.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.228.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.228.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.228.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.228.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.228.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.229.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.229.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.229.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.229.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.229.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.229.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.23.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.23.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.23.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.23.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.23.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.230.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.230.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.230.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.230.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.230.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.230.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.231.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.231.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.231.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.231.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.231.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.231.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.232.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.232.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.232.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.232.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.232.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.232.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.233.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.233.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.233.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.233.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.233.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.233.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.234.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.234.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.234.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.234.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.234.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.234.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.235.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.235.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.235.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.235.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.235.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.235.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.236.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.236.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.236.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.236.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.236.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.236.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.237.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.237.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.237.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.237.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.237.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.237.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.238.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.238.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.238.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.238.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.238.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.238.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.239.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.239.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.239.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.239.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.239.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.239.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.24.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.24.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.24.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.24.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.24.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.240.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.240.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.240.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.240.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.240.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.240.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.241.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.241.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.241.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.241.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.241.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.241.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.242.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.242.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.242.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.242.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.242.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.242.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.243.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.243.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.243.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.243.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.243.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.243.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.244.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.244.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.244.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.244.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.244.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.244.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.245.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.245.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.245.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.245.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.245.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.245.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.246.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.246.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.246.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.246.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.246.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.246.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.247.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.247.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.247.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.247.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.247.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.247.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.248.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.248.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.248.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.248.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.248.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.248.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.249.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.249.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.249.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.249.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.249.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.249.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.25.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.25.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.25.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.25.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.25.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.250.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.250.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.250.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.250.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.250.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.250.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.251.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.251.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.251.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.251.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.251.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.251.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.252.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.252.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.252.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.252.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.252.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.252.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.253.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.253.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.253.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.253.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.253.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.253.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.254.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.254.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.254.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.254.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.254.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.254.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.255.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.255.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.255.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.255.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.255.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.255.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.45.mlp.experts.26.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.26.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.26.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.26.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.26.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.27.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.27.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.27.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.27.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.27.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.28.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.28.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.28.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.28.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.28.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.29.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.29.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.29.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.29.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.29.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.3.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.3.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.3.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.3.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.3.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.30.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.30.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.30.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.30.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.30.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.31.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.31.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.31.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.31.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.31.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.32.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.32.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.32.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.32.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.32.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.33.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.33.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.33.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.33.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.33.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.34.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.34.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.34.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.34.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.34.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.35.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.35.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.35.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.35.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.35.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.36.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.36.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.36.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.36.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.36.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.37.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.37.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.37.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.37.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.37.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.38.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.38.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.38.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.38.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.38.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.39.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.39.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.39.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.39.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.39.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.4.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.4.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.4.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.4.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.4.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.40.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.40.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.40.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.40.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.40.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.41.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.41.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.41.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.41.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.41.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.42.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.42.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.42.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.42.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.42.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.43.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.43.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.43.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.43.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.43.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.44.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.44.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.44.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.44.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.44.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.45.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.45.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.45.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.45.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.45.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.46.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.46.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.46.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.46.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.46.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.47.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.47.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.47.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.47.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.47.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.48.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.48.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.48.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.48.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.48.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.49.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.49.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.49.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.49.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.49.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.5.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.5.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.5.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.5.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.5.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.50.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.50.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.50.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.50.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.50.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.51.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.51.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.51.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.51.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.51.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.52.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.52.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.52.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.52.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.52.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.53.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.53.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.53.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.53.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.53.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.54.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.54.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.54.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.54.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.54.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.55.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.55.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.55.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.55.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.55.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.56.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.56.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.56.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.56.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.56.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.57.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.57.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.57.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.57.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.57.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.58.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.58.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.58.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.58.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.58.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.59.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.59.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.59.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.59.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.59.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.6.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.6.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.6.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.6.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.6.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.60.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.60.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.60.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.60.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.60.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.61.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.61.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.61.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.61.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.61.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.62.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.62.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.62.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.62.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.62.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.63.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.63.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.63.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.63.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.63.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.64.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.64.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.64.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.64.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.64.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.65.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.65.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.65.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.65.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.65.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.66.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.66.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.66.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.66.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.66.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.67.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.67.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.67.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.67.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.67.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.68.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.68.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.68.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.68.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.68.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.69.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.69.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.69.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.69.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.69.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.7.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.7.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.7.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.7.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.7.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.70.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.70.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.70.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.70.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.70.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.71.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.71.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.71.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.71.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.71.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.72.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.72.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.72.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.72.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.72.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.73.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.73.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.73.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.73.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.73.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.74.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.74.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.74.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.74.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.74.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.75.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.75.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.75.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.75.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.75.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.76.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.76.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.76.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.76.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.76.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.77.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.77.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.77.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.77.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.77.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.78.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.78.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.78.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.78.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.78.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.79.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.79.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.79.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.79.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.79.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.8.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.8.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.8.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.8.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.8.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.80.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.80.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.80.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.80.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.80.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.81.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.81.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.81.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.81.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.81.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.82.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.82.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.82.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.82.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.82.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.83.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.83.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.83.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.83.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.83.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.84.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.84.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.84.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.84.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.84.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.85.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.85.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.85.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.85.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.85.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.86.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.86.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.86.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.86.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.86.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.87.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.87.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.87.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.87.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.87.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.88.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.88.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.88.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.88.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.88.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.89.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.89.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.89.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.89.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.89.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.9.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.9.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.9.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.9.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.9.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.90.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.90.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.90.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.90.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.90.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.91.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.91.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.91.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.91.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.91.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.92.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.92.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.92.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.92.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.92.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.93.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.93.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.93.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.93.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.93.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.94.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.94.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.94.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.94.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.94.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.95.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.95.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.95.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.95.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.95.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.96.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.96.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.96.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.96.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.96.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.97.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.97.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.97.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.97.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.97.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.98.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.98.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.98.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.98.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.98.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.99.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.99.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.99.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.99.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.experts.99.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.router.gate.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.shared_experts.down_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.shared_experts.gate_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.mlp.shared_experts.up_proj.weight_scale": "model-00059-of-00081.safetensors",
+ "model.layers.45.post_attention_layernorm.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.post_mlp_layernorm.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.pre_mlp_layernorm.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.self_attn.gate_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.self_attn.k_norm.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.self_attn.k_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.self_attn.o_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.self_attn.q_norm.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.self_attn.q_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.45.self_attn.v_proj.weight": "model-00059-of-00081.safetensors",
+ "model.layers.46.input_layernorm.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.expert_bias": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.0.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.0.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.0.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.0.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.0.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.1.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.1.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.1.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.1.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.1.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.10.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.10.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.10.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.10.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.10.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.100.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.100.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.100.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.100.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.100.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.101.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.101.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.101.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.101.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.101.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.102.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.102.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.102.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.102.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.102.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.103.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.103.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.103.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.103.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.103.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.104.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.104.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.104.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.104.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.104.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.105.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.105.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.105.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.105.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.105.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.106.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.106.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.106.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.106.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.106.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.107.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.107.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.107.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.107.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.107.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.108.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.108.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.108.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.108.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.108.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.109.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.109.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.109.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.109.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.109.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.11.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.11.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.11.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.11.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.11.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.110.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.110.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.110.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.110.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.110.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.111.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.111.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.111.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.111.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.111.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.112.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.112.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.112.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.112.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.112.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.113.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.113.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.113.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.113.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.113.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.114.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.114.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.114.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.114.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.114.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.115.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.115.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.115.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.115.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.115.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.116.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.116.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.116.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.116.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.116.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.117.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.117.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.117.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.117.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.117.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.118.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.118.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.118.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.118.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.118.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.119.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.119.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.119.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.119.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.119.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.12.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.12.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.12.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.12.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.12.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.120.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.120.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.120.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.120.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.120.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.121.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.121.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.121.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.121.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.121.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.122.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.122.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.122.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.122.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.122.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.123.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.123.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.123.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.123.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.123.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.124.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.124.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.124.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.124.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.124.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.125.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.125.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.125.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.125.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.125.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.126.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.126.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.126.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.126.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.126.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.127.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.127.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.127.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.127.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.127.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.128.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.128.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.128.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.128.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.128.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.129.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.129.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.129.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.129.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.129.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.13.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.13.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.13.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.13.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.13.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.130.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.130.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.130.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.130.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.130.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.131.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.131.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.131.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.131.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.131.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.132.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.132.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.132.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.132.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.132.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.133.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.133.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.133.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.133.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.133.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.134.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.134.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.134.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.134.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.134.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.135.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.135.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.135.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.135.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.135.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.136.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.136.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.136.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.136.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.136.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.137.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.137.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.137.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.137.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.137.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.138.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.138.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.138.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.138.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.138.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.139.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.139.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.139.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.139.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.139.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.14.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.14.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.14.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.14.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.14.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.140.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.140.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.140.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.140.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.140.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.141.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.141.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.141.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.141.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.141.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.142.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.142.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.142.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.142.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.142.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.143.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.143.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.143.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.143.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.143.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.144.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.144.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.144.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.144.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.144.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.145.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.145.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.145.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.145.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.145.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.146.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.146.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.146.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.146.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.146.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.147.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.147.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.147.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.147.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.147.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.148.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.148.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.148.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.148.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.148.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.149.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.149.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.149.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.149.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.149.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.15.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.15.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.15.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.15.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.15.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.150.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.150.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.150.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.150.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.150.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.151.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.151.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.151.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.151.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.151.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.152.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.152.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.152.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.152.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.152.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.153.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.153.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.153.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.153.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.153.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.154.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.154.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.154.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.154.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.154.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.155.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.155.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.155.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.155.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.155.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.156.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.156.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.156.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.156.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.156.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.157.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.157.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.157.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.157.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.157.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.158.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.158.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.158.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.158.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.158.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.159.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.159.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.159.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.159.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.159.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.16.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.16.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.16.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.16.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.16.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.160.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.160.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.160.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.160.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.160.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.160.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.161.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.161.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.161.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.161.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.161.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.161.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.162.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.162.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.162.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.162.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.162.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.162.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.163.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.163.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.163.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.163.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.163.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.163.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.164.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.164.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.164.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.164.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.164.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.164.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.165.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.165.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.165.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.165.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.165.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.165.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.166.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.166.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.166.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.166.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.166.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.166.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.167.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.167.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.167.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.167.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.167.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.167.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.168.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.168.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.168.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.168.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.168.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.168.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.169.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.169.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.169.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.169.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.169.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.169.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.17.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.17.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.17.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.17.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.17.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.170.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.170.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.170.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.170.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.170.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.170.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.171.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.171.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.171.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.171.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.171.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.171.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.172.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.172.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.172.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.172.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.172.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.172.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.173.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.173.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.173.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.173.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.173.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.173.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.174.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.174.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.174.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.174.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.174.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.174.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.175.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.175.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.175.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.175.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.175.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.175.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.176.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.176.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.176.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.176.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.176.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.176.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.177.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.177.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.177.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.177.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.177.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.177.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.178.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.178.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.178.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.178.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.178.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.178.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.179.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.179.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.179.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.179.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.179.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.179.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.18.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.18.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.18.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.18.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.18.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.180.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.180.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.180.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.180.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.180.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.180.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.181.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.181.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.181.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.181.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.181.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.181.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.182.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.182.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.182.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.182.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.182.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.182.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.183.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.183.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.183.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.183.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.183.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.183.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.184.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.184.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.184.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.184.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.184.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.184.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.185.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.185.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.185.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.185.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.185.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.185.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.186.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.186.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.186.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.186.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.186.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.186.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.187.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.187.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.187.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.187.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.187.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.187.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.188.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.188.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.188.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.188.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.188.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.188.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.189.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.189.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.189.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.189.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.189.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.189.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.19.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.19.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.19.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.19.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.19.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.190.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.190.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.190.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.190.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.190.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.190.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.191.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.191.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.191.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.191.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.191.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.191.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.192.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.192.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.192.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.192.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.192.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.192.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.193.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.193.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.193.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.193.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.193.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.193.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.194.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.194.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.194.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.194.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.194.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.194.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.195.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.195.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.195.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.195.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.195.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.195.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.196.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.196.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.196.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.196.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.196.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.196.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.197.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.197.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.197.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.197.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.197.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.197.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.198.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.198.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.198.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.198.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.198.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.198.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.199.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.199.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.199.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.199.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.199.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.199.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.2.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.2.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.2.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.2.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.2.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.20.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.20.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.20.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.20.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.20.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.200.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.200.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.200.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.200.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.200.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.200.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.201.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.201.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.201.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.201.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.201.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.201.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.202.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.202.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.202.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.202.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.202.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.202.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.203.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.203.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.203.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.203.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.203.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.203.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.204.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.204.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.204.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.204.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.204.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.204.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.205.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.205.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.205.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.205.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.205.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.205.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.206.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.206.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.206.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.206.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.206.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.206.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.207.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.207.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.207.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.207.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.207.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.207.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.208.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.208.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.208.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.208.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.208.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.208.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.209.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.209.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.209.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.209.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.209.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.209.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.21.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.21.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.21.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.21.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.21.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.210.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.210.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.210.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.210.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.210.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.210.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.211.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.211.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.211.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.211.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.211.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.211.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.212.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.212.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.212.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.212.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.212.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.212.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.213.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.213.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.213.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.213.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.213.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.213.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.214.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.214.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.214.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.214.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.214.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.214.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.215.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.215.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.215.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.215.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.215.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.215.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.216.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.216.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.216.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.216.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.216.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.216.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.217.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.217.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.217.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.217.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.217.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.217.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.218.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.218.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.218.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.218.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.218.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.218.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.219.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.219.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.219.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.219.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.219.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.219.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.22.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.22.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.22.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.22.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.22.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.220.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.220.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.220.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.220.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.220.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.220.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.221.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.221.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.221.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.221.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.221.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.221.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.222.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.222.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.222.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.222.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.222.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.222.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.223.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.223.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.223.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.223.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.223.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.223.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.224.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.224.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.224.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.224.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.224.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.224.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.225.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.225.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.225.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.225.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.225.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.225.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.226.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.226.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.226.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.226.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.226.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.226.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.227.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.227.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.227.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.227.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.227.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.227.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.228.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.228.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.228.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.228.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.228.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.228.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.229.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.229.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.229.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.229.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.229.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.229.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.23.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.23.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.23.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.23.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.23.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.230.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.230.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.230.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.230.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.230.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.230.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.231.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.231.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.231.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.231.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.231.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.231.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.232.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.232.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.232.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.232.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.232.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.232.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.233.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.233.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.233.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.233.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.233.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.233.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.234.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.234.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.234.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.234.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.234.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.234.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.235.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.235.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.235.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.235.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.235.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.235.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.236.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.236.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.236.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.236.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.236.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.236.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.237.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.237.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.237.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.237.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.237.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.237.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.238.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.238.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.238.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.238.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.238.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.238.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.239.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.239.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.239.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.239.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.239.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.239.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.24.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.24.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.24.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.24.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.24.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.240.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.240.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.240.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.240.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.240.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.240.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.241.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.241.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.241.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.241.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.241.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.241.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.242.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.242.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.242.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.242.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.242.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.242.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.243.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.243.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.243.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.243.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.243.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.243.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.244.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.244.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.244.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.244.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.244.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.244.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.245.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.245.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.245.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.245.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.245.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.245.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.246.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.246.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.246.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.246.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.246.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.246.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.247.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.247.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.247.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.247.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.247.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.247.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.248.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.248.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.248.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.248.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.248.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.248.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.249.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.249.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.249.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.249.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.249.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.249.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.25.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.25.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.25.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.25.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.25.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.250.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.250.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.250.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.250.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.250.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.250.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.251.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.251.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.251.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.251.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.251.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.251.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.252.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.252.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.252.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.252.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.252.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.252.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.253.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.253.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.253.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.253.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.253.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.253.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.254.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.254.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.254.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.254.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.254.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.254.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.255.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.255.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.255.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.255.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.255.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.255.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.46.mlp.experts.26.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.26.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.26.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.26.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.26.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.27.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.27.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.27.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.27.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.27.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.28.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.28.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.28.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.28.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.28.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.29.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.29.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.29.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.29.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.29.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.3.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.3.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.3.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.3.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.3.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.30.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.30.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.30.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.30.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.30.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.31.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.31.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.31.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.31.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.31.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.32.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.32.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.32.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.32.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.32.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.33.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.33.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.33.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.33.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.33.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.34.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.34.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.34.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.34.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.34.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.35.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.35.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.35.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.35.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.35.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.36.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.36.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.36.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.36.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.36.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.37.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.37.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.37.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.37.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.37.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.38.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.38.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.38.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.38.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.38.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.39.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.39.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.39.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.39.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.39.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.4.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.4.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.4.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.4.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.4.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.40.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.40.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.40.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.40.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.40.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.41.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.41.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.41.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.41.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.41.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.42.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.42.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.42.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.42.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.42.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.43.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.43.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.43.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.43.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.43.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.44.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.44.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.44.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.44.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.44.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.45.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.45.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.45.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.45.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.45.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.46.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.46.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.46.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.46.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.46.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.47.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.47.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.47.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.47.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.47.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.48.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.48.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.48.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.48.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.48.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.49.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.49.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.49.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.49.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.49.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.5.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.5.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.5.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.5.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.5.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.50.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.50.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.50.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.50.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.50.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.51.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.51.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.51.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.51.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.51.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.52.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.52.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.52.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.52.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.52.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.53.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.53.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.53.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.53.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.53.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.54.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.54.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.54.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.54.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.54.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.55.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.55.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.55.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.55.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.55.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.56.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.56.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.56.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.56.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.56.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.57.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.57.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.57.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.57.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.57.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.58.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.58.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.58.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.58.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.58.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.59.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.59.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.59.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.59.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.59.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.6.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.6.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.6.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.6.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.6.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.60.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.60.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.60.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.60.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.60.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.61.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.61.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.61.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.61.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.61.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.62.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.62.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.62.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.62.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.62.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.63.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.63.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.63.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.63.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.63.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.64.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.64.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.64.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.64.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.64.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.65.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.65.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.65.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.65.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.65.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.66.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.66.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.66.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.66.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.66.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.67.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.67.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.67.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.67.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.67.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.68.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.68.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.68.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.68.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.68.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.69.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.69.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.69.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.69.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.69.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.7.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.7.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.7.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.7.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.7.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.70.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.70.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.70.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.70.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.70.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.71.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.71.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.71.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.71.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.71.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.72.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.72.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.72.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.72.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.72.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.73.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.73.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.73.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.73.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.73.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.74.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.74.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.74.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.74.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.74.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.75.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.75.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.75.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.75.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.75.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.76.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.76.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.76.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.76.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.76.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.77.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.77.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.77.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.77.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.77.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.78.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.78.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.78.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.78.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.78.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.79.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.79.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.79.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.79.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.79.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.8.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.8.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.8.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.8.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.8.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.80.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.80.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.80.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.80.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.80.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.81.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.81.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.81.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.81.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.81.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.82.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.82.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.82.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.82.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.82.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.83.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.83.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.83.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.83.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.83.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.84.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.84.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.84.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.84.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.84.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.85.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.85.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.85.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.85.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.85.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.86.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.86.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.86.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.86.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.86.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.87.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.87.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.87.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.87.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.87.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.88.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.88.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.88.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.88.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.88.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.89.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.89.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.89.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.89.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.89.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.9.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.9.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.9.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.9.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.9.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.experts.90.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.90.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.90.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.90.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.90.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.91.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.91.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.91.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.91.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.91.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.92.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.92.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.92.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.92.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.92.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.93.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.93.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.93.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.93.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.93.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.94.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.94.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.94.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.94.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.94.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.95.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.95.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.95.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.95.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.95.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.96.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.96.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.96.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.96.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.96.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.97.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.97.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.97.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.97.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.97.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.98.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.98.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.98.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.98.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.98.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.99.down_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.99.down_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.99.gate_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.99.up_proj.weight": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.experts.99.up_proj.weight_scale": "model-00061-of-00081.safetensors",
+ "model.layers.46.mlp.router.gate.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.shared_experts.down_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.shared_experts.gate_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.mlp.shared_experts.up_proj.weight_scale": "model-00060-of-00081.safetensors",
+ "model.layers.46.post_attention_layernorm.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.post_mlp_layernorm.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.pre_mlp_layernorm.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.self_attn.gate_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.self_attn.k_norm.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.self_attn.k_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.self_attn.o_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.self_attn.q_norm.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.self_attn.q_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.46.self_attn.v_proj.weight": "model-00060-of-00081.safetensors",
+ "model.layers.47.input_layernorm.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.expert_bias": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.0.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.0.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.0.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.0.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.0.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.1.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.1.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.1.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.1.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.1.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.10.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.10.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.10.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.10.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.10.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.100.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.100.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.100.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.100.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.100.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.101.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.101.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.101.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.101.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.101.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.102.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.102.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.102.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.102.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.102.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.103.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.103.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.103.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.103.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.103.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.104.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.104.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.104.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.104.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.104.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.105.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.105.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.105.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.105.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.105.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.106.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.106.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.106.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.106.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.106.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.107.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.107.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.107.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.107.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.107.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.108.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.108.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.108.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.108.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.108.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.109.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.109.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.109.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.109.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.109.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.11.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.11.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.11.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.11.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.11.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.110.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.110.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.110.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.110.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.110.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.111.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.111.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.111.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.111.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.111.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.112.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.112.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.112.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.112.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.112.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.113.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.113.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.113.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.113.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.113.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.114.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.114.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.114.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.114.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.114.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.115.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.115.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.115.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.115.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.115.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.116.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.116.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.116.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.116.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.116.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.117.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.117.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.117.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.117.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.117.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.118.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.118.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.118.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.118.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.118.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.119.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.119.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.119.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.119.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.119.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.12.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.12.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.12.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.12.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.12.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.120.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.120.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.120.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.120.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.120.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.121.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.121.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.121.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.121.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.121.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.122.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.122.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.122.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.122.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.122.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.123.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.123.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.123.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.123.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.123.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.124.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.124.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.124.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.124.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.124.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.125.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.125.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.125.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.125.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.125.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.126.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.126.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.126.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.126.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.126.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.127.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.127.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.127.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.127.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.127.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.128.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.128.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.128.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.128.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.128.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.129.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.129.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.129.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.129.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.129.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.13.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.13.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.13.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.13.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.13.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.130.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.130.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.130.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.130.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.130.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.131.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.131.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.131.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.131.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.131.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.132.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.132.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.132.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.132.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.132.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.133.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.133.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.133.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.133.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.133.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.134.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.134.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.134.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.134.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.134.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.135.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.135.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.135.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.135.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.135.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.136.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.136.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.136.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.136.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.136.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.137.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.137.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.137.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.137.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.137.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.138.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.138.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.138.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.138.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.138.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.139.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.139.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.139.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.139.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.139.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.14.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.14.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.14.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.14.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.14.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.140.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.140.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.140.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.140.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.140.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.141.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.141.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.141.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.141.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.141.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.142.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.142.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.142.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.142.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.142.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.143.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.143.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.143.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.143.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.143.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.144.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.144.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.144.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.144.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.144.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.145.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.145.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.145.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.145.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.145.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.146.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.146.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.146.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.146.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.146.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.147.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.147.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.147.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.147.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.147.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.148.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.148.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.148.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.148.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.148.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.149.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.149.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.149.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.149.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.149.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.15.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.15.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.15.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.15.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.15.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.150.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.150.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.150.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.150.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.150.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.151.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.151.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.151.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.151.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.151.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.152.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.152.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.152.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.152.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.152.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.153.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.153.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.153.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.153.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.153.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.154.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.154.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.154.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.154.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.154.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.155.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.155.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.155.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.155.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.155.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.156.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.156.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.156.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.156.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.156.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.157.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.157.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.157.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.157.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.157.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.158.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.158.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.158.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.158.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.158.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.159.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.159.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.159.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.159.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.159.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.16.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.16.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.16.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.16.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.16.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.160.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.160.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.160.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.160.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.160.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.160.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.161.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.161.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.161.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.161.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.161.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.161.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.162.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.162.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.162.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.162.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.162.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.162.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.163.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.163.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.163.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.163.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.163.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.163.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.164.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.164.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.164.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.164.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.164.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.164.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.165.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.165.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.165.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.165.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.165.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.165.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.166.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.166.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.166.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.166.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.166.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.166.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.167.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.167.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.167.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.167.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.167.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.167.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.168.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.168.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.168.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.168.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.168.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.168.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.169.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.169.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.169.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.169.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.169.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.169.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.17.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.17.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.17.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.17.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.17.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.170.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.170.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.170.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.170.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.170.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.170.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.171.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.171.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.171.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.171.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.171.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.171.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.172.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.172.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.172.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.172.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.172.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.172.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.173.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.173.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.173.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.173.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.173.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.173.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.174.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.174.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.174.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.174.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.174.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.174.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.175.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.175.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.175.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.175.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.175.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.175.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.176.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.176.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.176.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.176.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.176.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.176.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.177.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.177.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.177.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.177.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.177.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.177.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.178.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.178.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.178.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.178.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.178.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.178.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.179.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.179.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.179.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.179.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.179.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.179.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.18.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.18.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.18.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.18.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.18.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.180.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.180.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.180.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.180.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.180.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.180.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.181.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.181.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.181.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.181.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.181.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.181.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.182.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.182.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.182.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.182.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.182.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.182.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.183.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.183.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.183.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.183.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.183.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.183.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.184.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.184.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.184.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.184.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.184.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.184.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.185.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.185.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.185.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.185.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.185.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.185.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.186.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.186.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.186.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.186.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.186.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.186.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.187.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.187.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.187.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.187.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.187.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.187.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.188.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.188.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.188.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.188.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.188.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.188.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.189.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.189.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.189.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.189.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.189.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.189.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.19.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.19.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.19.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.19.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.19.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.190.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.190.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.190.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.190.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.190.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.190.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.191.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.191.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.191.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.191.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.191.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.191.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.192.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.192.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.192.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.192.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.192.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.192.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.193.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.193.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.193.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.193.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.193.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.193.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.194.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.194.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.194.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.194.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.194.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.194.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.195.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.195.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.195.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.195.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.195.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.195.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.196.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.196.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.196.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.196.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.196.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.196.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.197.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.197.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.197.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.197.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.197.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.197.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.198.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.198.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.198.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.198.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.198.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.198.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.199.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.199.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.199.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.199.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.199.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.199.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.2.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.2.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.2.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.2.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.2.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.20.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.20.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.20.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.20.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.20.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.200.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.200.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.200.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.200.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.200.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.200.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.201.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.201.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.201.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.201.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.201.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.201.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.202.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.202.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.202.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.202.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.202.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.202.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.203.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.203.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.203.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.203.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.203.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.203.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.204.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.204.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.204.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.204.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.204.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.204.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.205.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.205.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.205.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.205.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.205.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.205.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.206.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.206.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.206.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.206.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.206.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.206.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.207.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.207.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.207.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.207.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.207.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.207.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.208.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.208.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.208.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.208.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.208.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.208.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.209.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.209.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.209.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.209.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.209.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.209.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.21.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.21.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.21.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.21.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.21.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.210.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.210.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.210.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.210.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.210.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.210.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.211.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.211.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.211.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.211.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.211.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.211.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.212.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.212.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.212.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.212.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.212.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.212.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.213.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.213.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.213.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.213.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.213.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.213.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.214.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.214.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.214.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.214.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.214.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.214.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.215.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.215.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.215.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.215.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.215.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.215.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.216.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.216.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.216.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.216.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.216.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.216.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.217.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.217.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.217.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.217.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.217.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.217.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.218.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.218.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.218.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.218.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.218.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.218.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.219.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.219.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.219.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.219.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.219.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.219.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.22.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.22.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.22.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.22.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.22.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.220.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.220.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.220.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.220.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.220.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.220.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.221.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.221.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.221.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.221.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.221.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.221.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.222.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.222.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.222.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.222.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.222.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.222.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.223.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.223.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.223.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.223.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.223.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.223.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.224.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.224.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.224.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.224.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.224.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.224.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.225.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.225.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.225.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.225.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.225.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.225.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.226.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.226.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.226.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.226.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.226.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.226.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.227.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.227.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.227.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.227.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.227.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.227.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.228.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.228.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.228.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.228.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.228.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.228.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.229.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.229.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.229.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.229.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.229.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.229.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.23.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.23.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.23.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.23.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.23.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.230.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.230.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.230.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.230.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.230.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.230.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.231.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.231.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.231.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.231.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.231.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.231.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.232.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.232.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.232.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.232.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.232.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.232.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.233.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.233.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.233.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.233.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.233.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.233.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.234.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.234.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.234.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.234.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.234.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.234.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.235.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.235.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.235.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.235.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.235.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.235.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.236.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.236.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.236.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.236.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.236.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.236.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.237.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.237.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.237.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.237.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.237.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.237.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.238.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.238.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.238.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.238.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.238.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.238.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.239.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.239.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.239.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.239.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.239.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.239.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.24.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.24.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.24.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.24.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.24.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.240.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.240.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.240.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.240.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.240.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.240.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.241.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.241.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.241.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.241.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.241.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.241.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.242.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.242.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.242.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.242.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.242.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.242.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.243.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.243.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.243.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.243.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.243.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.243.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.244.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.244.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.244.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.244.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.244.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.244.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.245.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.245.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.245.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.245.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.245.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.245.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.246.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.246.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.246.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.246.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.246.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.246.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.247.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.247.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.247.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.247.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.247.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.247.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.248.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.248.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.248.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.248.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.248.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.248.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.249.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.249.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.249.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.249.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.249.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.249.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.25.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.25.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.25.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.25.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.25.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.250.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.250.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.250.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.250.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.250.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.250.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.251.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.251.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.251.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.251.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.251.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.251.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.252.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.252.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.252.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.252.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.252.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.252.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.253.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.253.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.253.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.253.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.253.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.253.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.254.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.254.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.254.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.254.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.254.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.254.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.255.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.255.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.255.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.255.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.255.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.255.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.47.mlp.experts.26.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.26.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.26.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.26.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.26.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.27.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.27.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.27.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.27.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.27.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.28.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.28.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.28.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.28.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.28.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.29.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.29.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.29.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.29.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.29.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.3.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.3.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.3.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.3.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.3.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.30.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.30.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.30.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.30.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.30.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.31.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.31.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.31.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.31.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.31.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.32.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.32.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.32.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.32.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.32.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.33.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.33.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.33.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.33.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.33.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.34.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.34.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.34.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.34.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.34.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.35.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.35.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.35.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.35.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.35.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.36.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.36.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.36.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.36.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.36.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.37.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.37.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.37.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.37.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.37.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.38.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.38.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.38.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.38.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.38.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.39.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.39.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.39.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.39.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.39.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.4.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.4.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.4.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.4.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.4.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.40.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.40.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.40.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.40.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.40.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.41.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.41.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.41.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.41.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.41.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.42.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.42.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.42.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.42.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.42.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.43.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.43.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.43.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.43.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.43.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.44.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.44.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.44.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.44.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.44.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.45.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.45.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.45.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.45.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.45.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.46.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.46.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.46.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.46.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.46.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.47.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.47.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.47.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.47.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.47.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.48.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.48.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.48.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.48.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.48.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.49.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.49.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.49.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.49.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.49.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.5.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.5.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.5.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.5.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.5.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.50.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.50.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.50.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.50.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.50.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.51.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.51.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.51.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.51.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.51.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.52.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.52.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.52.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.52.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.52.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.53.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.53.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.53.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.53.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.53.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.54.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.54.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.54.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.54.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.54.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.55.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.55.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.55.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.55.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.55.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.56.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.56.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.56.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.56.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.56.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.57.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.57.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.57.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.57.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.57.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.58.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.58.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.58.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.58.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.58.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.59.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.59.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.59.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.59.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.59.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.6.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.6.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.6.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.6.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.6.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.60.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.60.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.60.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.60.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.60.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.61.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.61.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.61.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.61.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.61.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.62.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.62.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.62.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.62.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.62.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.63.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.63.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.63.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.63.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.63.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.64.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.64.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.64.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.64.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.64.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.65.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.65.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.65.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.65.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.65.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.66.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.66.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.66.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.66.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.66.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.67.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.67.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.67.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.67.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.67.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.68.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.68.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.68.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.68.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.68.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.69.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.69.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.69.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.69.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.69.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.7.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.7.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.7.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.7.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.7.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.70.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.70.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.70.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.70.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.70.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.71.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.71.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.71.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.71.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.71.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.72.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.72.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.72.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.72.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.72.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.73.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.73.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.73.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.73.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.73.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.74.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.74.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.74.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.74.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.74.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.75.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.75.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.75.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.75.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.75.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.76.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.76.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.76.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.76.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.76.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.77.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.77.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.77.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.77.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.77.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.78.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.78.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.78.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.78.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.78.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.79.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.79.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.79.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.79.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.79.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.8.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.8.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.8.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.8.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.8.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.80.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.80.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.80.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.80.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.80.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.81.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.81.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.81.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.81.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.81.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.82.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.82.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.82.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.82.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.82.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.83.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.83.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.83.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.83.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.83.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.84.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.84.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.84.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.84.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.84.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.85.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.85.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.85.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.85.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.85.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.86.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.86.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.86.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.86.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.86.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.87.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.87.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.87.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.87.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.87.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.88.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.88.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.88.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.88.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.88.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.89.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.89.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.89.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.89.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.89.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.9.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.9.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.9.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.9.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.9.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.90.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.90.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.90.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.90.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.90.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.91.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.91.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.91.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.91.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.91.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.92.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.92.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.92.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.92.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.92.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.93.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.93.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.93.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.93.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.93.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.94.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.94.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.94.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.94.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.94.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.95.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.95.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.95.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.95.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.95.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.96.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.96.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.96.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.96.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.96.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.97.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.97.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.97.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.97.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.97.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.98.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.98.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.98.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.98.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.98.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.99.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.99.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.99.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.99.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.experts.99.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.router.gate.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.shared_experts.down_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.shared_experts.gate_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.mlp.shared_experts.up_proj.weight_scale": "model-00062-of-00081.safetensors",
+ "model.layers.47.post_attention_layernorm.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.post_mlp_layernorm.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.pre_mlp_layernorm.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.self_attn.gate_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.self_attn.k_norm.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.self_attn.k_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.self_attn.o_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.self_attn.q_norm.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.self_attn.q_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.47.self_attn.v_proj.weight": "model-00062-of-00081.safetensors",
+ "model.layers.48.input_layernorm.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.expert_bias": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.0.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.0.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.0.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.0.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.0.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.0.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.1.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.1.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.1.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.1.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.1.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.1.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.10.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.10.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.10.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.10.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.10.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.10.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.100.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.100.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.100.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.100.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.100.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.100.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.101.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.101.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.101.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.101.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.101.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.101.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.102.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.102.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.102.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.102.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.102.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.102.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.103.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.103.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.103.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.103.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.103.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.103.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.104.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.104.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.104.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.104.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.104.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.104.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.105.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.105.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.105.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.105.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.105.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.105.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.106.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.106.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.106.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.106.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.106.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.106.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.107.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.107.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.107.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.107.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.107.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.107.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.108.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.108.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.108.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.108.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.108.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.108.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.109.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.109.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.109.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.109.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.109.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.109.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.11.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.11.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.11.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.11.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.11.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.11.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.110.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.110.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.110.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.110.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.110.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.110.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.111.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.111.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.111.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.111.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.111.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.111.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.112.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.112.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.112.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.112.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.112.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.112.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.113.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.113.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.113.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.113.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.113.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.113.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.114.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.114.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.114.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.114.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.114.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.114.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.115.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.115.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.115.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.115.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.115.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.115.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.116.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.116.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.116.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.116.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.116.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.116.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.117.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.117.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.117.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.117.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.117.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.117.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.118.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.118.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.118.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.118.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.118.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.118.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.119.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.119.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.119.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.119.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.119.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.119.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.12.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.12.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.12.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.12.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.12.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.12.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.120.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.120.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.120.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.120.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.120.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.120.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.121.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.121.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.121.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.121.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.121.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.121.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.122.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.122.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.122.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.122.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.122.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.122.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.123.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.123.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.123.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.123.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.123.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.123.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.124.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.124.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.124.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.124.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.124.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.124.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.125.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.125.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.125.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.125.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.125.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.125.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.126.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.126.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.126.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.126.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.126.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.126.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.127.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.127.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.127.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.127.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.127.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.127.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.128.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.128.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.128.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.128.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.128.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.128.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.129.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.129.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.129.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.129.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.129.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.129.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.13.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.13.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.13.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.13.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.13.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.13.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.130.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.130.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.130.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.130.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.130.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.130.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.131.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.131.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.131.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.131.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.131.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.131.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.132.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.132.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.132.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.132.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.132.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.132.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.133.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.133.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.133.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.133.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.133.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.133.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.134.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.134.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.134.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.134.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.134.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.134.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.135.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.135.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.135.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.135.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.135.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.135.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.136.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.136.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.136.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.136.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.136.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.136.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.137.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.137.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.137.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.137.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.137.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.137.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.138.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.138.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.138.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.138.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.138.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.138.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.139.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.139.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.139.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.139.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.139.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.139.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.14.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.14.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.14.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.14.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.14.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.14.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.140.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.140.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.140.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.140.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.140.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.140.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.141.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.141.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.141.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.141.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.141.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.141.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.142.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.142.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.142.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.142.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.142.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.142.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.143.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.143.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.143.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.143.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.143.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.143.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.144.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.144.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.144.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.144.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.144.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.144.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.145.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.145.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.145.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.145.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.145.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.145.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.146.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.146.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.146.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.146.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.146.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.146.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.147.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.147.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.147.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.147.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.147.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.147.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.148.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.148.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.148.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.148.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.148.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.148.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.149.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.149.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.149.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.149.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.149.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.149.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.15.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.15.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.15.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.15.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.15.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.15.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.150.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.150.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.150.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.150.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.150.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.150.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.151.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.151.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.151.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.151.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.151.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.151.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.152.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.152.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.152.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.152.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.152.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.152.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.153.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.153.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.153.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.153.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.153.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.153.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.154.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.154.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.154.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.154.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.154.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.154.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.155.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.155.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.155.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.155.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.155.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.155.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.156.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.156.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.156.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.156.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.156.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.156.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.157.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.157.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.157.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.157.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.157.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.157.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.158.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.158.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.158.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.158.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.158.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.158.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.159.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.159.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.159.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.159.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.159.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.159.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.16.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.16.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.16.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.16.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.16.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.16.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.160.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.160.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.160.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.160.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.160.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.160.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.161.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.161.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.161.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.161.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.161.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.161.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.162.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.162.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.162.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.162.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.162.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.162.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.163.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.163.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.163.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.163.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.163.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.163.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.164.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.164.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.164.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.164.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.164.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.164.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.165.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.165.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.165.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.165.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.165.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.165.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.166.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.166.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.166.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.166.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.166.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.166.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.167.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.167.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.167.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.167.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.167.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.167.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.168.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.168.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.168.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.168.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.168.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.168.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.169.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.169.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.169.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.169.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.169.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.169.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.17.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.17.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.17.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.17.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.17.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.17.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.170.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.170.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.170.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.170.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.170.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.170.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.171.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.171.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.171.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.171.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.171.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.171.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.172.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.172.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.172.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.172.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.172.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.172.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.173.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.173.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.173.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.173.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.173.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.173.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.174.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.174.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.174.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.174.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.174.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.174.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.175.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.175.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.175.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.175.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.175.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.175.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.176.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.176.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.176.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.176.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.176.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.176.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.177.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.177.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.177.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.177.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.177.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.177.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.178.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.178.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.178.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.178.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.178.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.178.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.179.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.179.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.179.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.179.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.179.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.179.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.18.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.18.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.18.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.18.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.18.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.18.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.180.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.180.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.180.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.180.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.180.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.180.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.181.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.181.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.181.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.181.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.181.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.181.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.182.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.182.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.182.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.182.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.182.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.182.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.183.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.183.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.183.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.183.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.183.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.183.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.184.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.184.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.184.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.184.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.184.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.184.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.185.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.185.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.185.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.185.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.185.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.185.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.186.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.186.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.186.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.186.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.186.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.186.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.187.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.187.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.187.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.187.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.187.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.187.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.188.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.188.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.188.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.188.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.188.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.188.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.189.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.189.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.189.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.189.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.189.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.189.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.19.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.19.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.19.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.19.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.19.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.19.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.190.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.190.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.190.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.190.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.190.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.190.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.191.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.191.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.191.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.191.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.191.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.191.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.192.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.192.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.192.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.192.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.192.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.192.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.193.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.193.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.193.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.193.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.193.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.193.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.194.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.194.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.194.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.194.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.194.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.194.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.195.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.195.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.195.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.195.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.195.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.195.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.196.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.196.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.196.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.196.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.196.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.196.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.197.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.197.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.197.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.197.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.197.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.197.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.198.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.198.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.198.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.198.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.198.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.198.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.199.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.199.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.199.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.199.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.199.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.199.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.2.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.2.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.2.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.2.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.2.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.2.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.20.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.20.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.20.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.20.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.20.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.20.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.200.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.200.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.200.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.200.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.200.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.200.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.201.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.201.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.201.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.201.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.201.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.201.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.202.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.202.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.202.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.202.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.202.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.202.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.203.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.203.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.203.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.203.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.203.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.203.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.204.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.204.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.204.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.204.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.204.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.204.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.205.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.205.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.205.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.205.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.205.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.205.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.206.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.206.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.206.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.206.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.206.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.206.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.207.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.207.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.207.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.207.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.207.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.207.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.208.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.208.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.208.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.208.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.208.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.208.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.209.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.209.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.209.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.209.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.209.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.209.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.21.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.21.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.21.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.21.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.21.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.21.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.210.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.210.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.210.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.210.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.210.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.210.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.211.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.211.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.211.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.211.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.211.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.211.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.212.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.212.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.212.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.212.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.212.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.212.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.213.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.213.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.213.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.213.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.213.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.213.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.214.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.214.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.214.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.214.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.214.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.214.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.215.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.215.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.215.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.215.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.215.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.215.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.216.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.216.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.216.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.216.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.216.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.216.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.217.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.217.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.217.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.217.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.217.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.217.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.218.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.218.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.218.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.218.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.218.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.218.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.219.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.219.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.219.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.219.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.219.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.219.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.22.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.22.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.22.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.22.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.22.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.22.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.220.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.220.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.220.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.220.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.220.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.220.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.221.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.221.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.221.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.221.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.221.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.221.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.222.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.222.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.222.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.222.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.222.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.222.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.223.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.223.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.223.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.223.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.223.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.223.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.224.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.224.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.224.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.224.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.224.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.224.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.225.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.225.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.225.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.225.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.225.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.225.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.226.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.226.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.226.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.226.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.226.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.226.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.227.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.227.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.227.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.227.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.227.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.227.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.228.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.228.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.228.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.228.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.228.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.228.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.229.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.229.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.229.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.229.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.229.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.229.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.23.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.23.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.23.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.23.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.23.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.23.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.230.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.230.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.230.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.230.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.230.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.230.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.231.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.231.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.231.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.231.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.231.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.231.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.232.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.232.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.232.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.232.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.232.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.232.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.233.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.233.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.233.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.233.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.233.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.233.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.234.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.234.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.234.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.234.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.234.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.234.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.235.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.235.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.235.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.235.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.235.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.235.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.236.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.236.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.236.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.236.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.236.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.236.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.237.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.237.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.237.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.237.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.237.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.237.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.238.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.238.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.238.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.238.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.238.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.238.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.239.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.239.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.239.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.239.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.239.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.239.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.24.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.24.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.24.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.24.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.24.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.24.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.240.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.240.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.240.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.240.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.240.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.240.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.241.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.241.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.241.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.241.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.241.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.241.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.242.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.242.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.242.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.242.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.242.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.242.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.243.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.243.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.243.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.243.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.243.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.243.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.244.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.244.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.244.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.244.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.244.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.244.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.245.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.245.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.245.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.245.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.245.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.245.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.246.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.246.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.246.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.246.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.246.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.246.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.247.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.247.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.247.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.247.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.247.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.247.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.248.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.248.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.248.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.248.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.248.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.248.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.249.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.249.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.249.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.249.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.249.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.249.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.25.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.25.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.25.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.25.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.25.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.25.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.250.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.250.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.250.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.250.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.250.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.250.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.251.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.251.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.251.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.251.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.251.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.251.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.252.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.252.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.252.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.252.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.252.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.252.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.253.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.253.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.253.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.253.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.253.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.253.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.254.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.254.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.254.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.254.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.254.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.254.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.255.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.255.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.255.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.255.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.255.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.255.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.48.mlp.experts.26.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.26.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.26.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.26.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.26.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.26.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.27.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.27.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.27.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.27.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.27.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.27.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.28.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.28.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.28.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.28.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.28.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.28.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.29.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.29.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.29.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.29.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.29.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.29.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.3.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.3.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.3.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.3.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.3.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.3.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.30.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.30.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.30.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.30.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.30.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.30.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.31.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.31.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.31.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.31.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.31.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.31.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.32.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.32.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.32.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.32.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.32.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.32.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.33.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.33.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.33.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.33.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.33.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.33.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.34.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.34.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.34.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.34.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.34.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.34.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.35.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.35.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.35.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.35.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.35.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.35.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.36.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.36.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.36.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.36.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.36.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.36.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.37.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.37.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.37.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.37.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.37.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.37.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.38.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.38.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.38.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.38.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.38.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.38.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.39.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.39.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.39.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.39.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.39.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.39.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.4.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.4.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.4.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.4.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.4.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.4.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.40.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.40.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.40.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.40.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.40.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.40.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.41.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.41.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.41.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.41.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.41.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.41.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.42.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.42.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.42.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.42.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.42.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.42.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.43.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.43.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.43.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.43.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.43.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.43.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.44.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.44.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.44.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.44.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.44.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.44.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.45.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.45.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.45.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.45.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.45.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.45.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.46.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.46.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.46.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.46.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.46.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.46.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.47.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.47.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.47.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.47.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.47.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.47.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.48.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.48.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.48.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.48.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.48.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.48.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.49.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.49.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.49.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.49.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.49.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.49.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.5.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.5.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.5.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.5.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.5.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.5.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.50.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.50.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.50.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.50.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.50.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.50.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.51.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.51.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.51.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.51.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.51.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.51.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.52.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.52.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.52.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.52.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.52.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.52.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.53.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.53.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.53.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.53.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.53.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.53.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.54.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.54.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.54.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.54.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.54.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.54.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.55.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.55.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.55.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.55.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.55.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.55.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.56.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.56.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.56.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.56.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.56.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.56.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.57.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.57.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.57.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.57.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.57.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.57.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.58.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.58.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.58.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.58.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.58.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.58.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.59.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.59.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.59.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.59.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.59.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.59.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.6.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.6.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.6.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.6.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.6.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.6.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.60.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.60.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.60.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.60.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.60.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.60.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.61.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.61.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.61.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.61.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.61.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.61.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.62.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.62.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.62.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.62.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.62.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.62.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.63.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.63.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.63.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.63.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.63.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.63.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.64.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.64.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.64.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.64.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.64.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.64.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.65.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.65.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.65.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.65.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.65.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.65.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.66.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.66.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.66.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.66.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.66.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.66.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.67.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.67.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.67.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.67.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.67.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.67.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.68.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.68.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.68.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.68.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.68.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.68.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.69.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.69.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.69.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.69.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.69.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.69.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.7.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.7.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.7.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.7.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.7.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.7.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.70.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.70.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.70.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.70.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.70.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.70.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.71.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.71.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.71.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.71.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.71.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.71.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.72.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.72.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.72.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.72.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.72.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.72.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.73.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.73.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.73.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.73.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.73.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.73.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.74.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.74.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.74.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.74.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.74.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.74.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.75.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.75.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.75.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.75.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.75.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.75.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.76.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.76.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.76.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.76.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.76.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.76.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.77.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.77.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.77.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.77.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.77.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.77.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.78.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.78.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.78.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.78.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.78.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.78.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.79.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.79.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.79.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.79.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.79.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.79.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.8.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.8.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.8.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.8.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.8.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.8.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.80.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.80.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.80.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.80.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.80.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.80.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.81.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.81.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.81.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.81.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.81.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.81.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.82.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.82.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.82.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.82.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.82.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.82.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.83.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.83.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.83.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.83.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.83.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.83.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.84.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.84.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.84.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.84.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.84.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.84.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.85.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.85.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.85.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.85.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.85.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.85.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.86.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.86.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.86.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.86.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.86.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.86.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.87.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.87.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.87.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.87.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.87.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.87.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.88.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.88.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.88.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.88.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.88.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.88.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.89.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.89.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.89.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.89.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.89.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.89.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.9.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.9.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.9.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.9.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.9.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.9.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.experts.90.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.90.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.90.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.90.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.90.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.90.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.91.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.91.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.91.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.91.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.91.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.91.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.92.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.92.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.92.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.92.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.92.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.92.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.93.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.93.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.93.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.93.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.93.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.93.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.94.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.94.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.94.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.94.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.94.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.94.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.95.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.95.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.95.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.95.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.95.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.95.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.96.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.96.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.96.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.96.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.96.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.96.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.97.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.97.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.97.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.97.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.97.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.97.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.98.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.98.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.98.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.98.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.98.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.98.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.99.down_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.99.down_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.99.gate_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.99.gate_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.99.up_proj.weight": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.experts.99.up_proj.weight_scale": "model-00064-of-00081.safetensors",
+ "model.layers.48.mlp.router.gate.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.shared_experts.down_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.shared_experts.gate_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.mlp.shared_experts.up_proj.weight_scale": "model-00063-of-00081.safetensors",
+ "model.layers.48.post_attention_layernorm.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.post_mlp_layernorm.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.pre_mlp_layernorm.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.self_attn.gate_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.self_attn.k_norm.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.self_attn.k_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.self_attn.o_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.self_attn.q_norm.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.self_attn.q_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.48.self_attn.v_proj.weight": "model-00063-of-00081.safetensors",
+ "model.layers.49.input_layernorm.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.expert_bias": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.0.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.0.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.0.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.0.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.0.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.0.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.1.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.1.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.1.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.1.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.1.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.1.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.10.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.10.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.10.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.10.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.10.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.10.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.100.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.100.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.100.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.100.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.100.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.100.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.101.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.101.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.101.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.101.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.101.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.101.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.102.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.102.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.102.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.102.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.102.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.102.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.103.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.103.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.103.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.103.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.103.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.103.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.104.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.104.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.104.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.104.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.104.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.104.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.105.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.105.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.105.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.105.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.105.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.105.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.106.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.106.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.106.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.106.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.106.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.106.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.107.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.107.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.107.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.107.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.107.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.107.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.108.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.108.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.108.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.108.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.108.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.108.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.109.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.109.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.109.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.109.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.109.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.109.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.11.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.11.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.11.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.11.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.11.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.11.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.110.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.110.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.110.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.110.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.110.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.110.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.111.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.111.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.111.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.111.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.111.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.111.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.112.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.112.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.112.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.112.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.112.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.112.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.113.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.113.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.113.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.113.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.113.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.113.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.114.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.114.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.114.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.114.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.114.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.114.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.115.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.115.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.115.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.115.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.115.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.115.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.116.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.116.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.116.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.116.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.116.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.116.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.117.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.117.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.117.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.117.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.117.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.117.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.118.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.118.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.118.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.118.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.118.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.118.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.119.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.119.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.119.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.119.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.119.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.119.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.12.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.12.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.12.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.12.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.12.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.12.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.120.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.120.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.120.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.120.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.120.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.120.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.121.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.121.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.121.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.121.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.121.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.121.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.122.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.122.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.122.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.122.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.122.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.122.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.123.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.123.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.123.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.123.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.123.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.123.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.124.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.124.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.124.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.124.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.124.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.124.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.125.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.125.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.125.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.125.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.125.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.125.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.126.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.126.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.126.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.126.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.126.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.126.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.127.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.127.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.127.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.127.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.127.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.127.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.128.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.128.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.128.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.128.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.128.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.128.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.129.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.129.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.129.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.129.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.129.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.129.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.13.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.13.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.13.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.13.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.13.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.13.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.130.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.130.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.130.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.130.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.130.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.130.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.131.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.131.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.131.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.131.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.131.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.131.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.132.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.132.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.132.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.132.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.132.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.132.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.133.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.133.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.133.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.133.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.133.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.133.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.134.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.134.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.134.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.134.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.134.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.134.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.135.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.135.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.135.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.135.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.135.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.135.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.136.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.136.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.136.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.136.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.136.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.136.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.137.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.137.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.137.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.137.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.137.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.137.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.138.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.138.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.138.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.138.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.138.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.138.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.139.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.139.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.139.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.139.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.139.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.139.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.14.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.14.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.14.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.14.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.14.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.14.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.140.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.140.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.140.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.140.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.140.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.140.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.141.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.141.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.141.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.141.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.141.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.141.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.142.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.142.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.142.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.142.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.142.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.142.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.143.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.143.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.143.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.143.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.143.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.143.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.144.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.144.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.144.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.144.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.144.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.144.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.145.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.145.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.145.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.145.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.145.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.145.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.146.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.146.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.146.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.146.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.146.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.146.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.147.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.147.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.147.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.147.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.147.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.147.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.148.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.148.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.148.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.148.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.148.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.148.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.149.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.149.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.149.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.149.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.149.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.149.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.15.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.15.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.15.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.15.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.15.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.15.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.150.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.150.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.150.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.150.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.150.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.150.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.151.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.151.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.151.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.151.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.151.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.151.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.152.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.152.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.152.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.152.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.152.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.152.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.153.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.153.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.153.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.153.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.153.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.153.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.154.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.154.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.154.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.154.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.154.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.154.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.155.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.155.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.155.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.155.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.155.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.155.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.156.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.156.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.156.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.156.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.156.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.156.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.157.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.157.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.157.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.157.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.157.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.157.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.158.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.158.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.158.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.158.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.158.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.158.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.159.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.159.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.159.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.159.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.159.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.159.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.16.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.16.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.16.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.16.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.16.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.16.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.160.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.160.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.160.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.160.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.160.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.160.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.161.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.161.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.161.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.161.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.161.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.161.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.162.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.162.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.162.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.162.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.162.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.162.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.163.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.163.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.163.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.163.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.163.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.163.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.164.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.164.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.164.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.164.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.164.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.164.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.165.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.165.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.165.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.165.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.165.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.165.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.166.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.166.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.166.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.166.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.166.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.166.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.167.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.167.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.167.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.167.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.167.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.167.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.168.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.168.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.168.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.168.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.168.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.168.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.169.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.169.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.169.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.169.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.169.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.169.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.17.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.17.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.17.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.17.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.17.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.17.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.170.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.170.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.170.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.170.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.170.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.170.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.171.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.171.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.171.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.171.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.171.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.171.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.172.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.172.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.172.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.172.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.172.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.172.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.173.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.173.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.173.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.173.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.173.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.173.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.174.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.174.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.174.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.174.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.174.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.174.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.175.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.175.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.175.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.175.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.175.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.175.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.176.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.176.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.176.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.176.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.176.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.176.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.177.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.177.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.177.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.177.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.177.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.177.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.178.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.178.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.178.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.178.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.178.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.178.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.179.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.179.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.179.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.179.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.179.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.179.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.18.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.18.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.18.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.18.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.18.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.18.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.180.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.180.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.180.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.180.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.180.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.180.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.181.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.181.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.181.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.181.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.181.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.181.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.182.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.182.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.182.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.182.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.182.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.182.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.183.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.183.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.183.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.183.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.183.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.183.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.184.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.184.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.184.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.184.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.184.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.184.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.185.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.185.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.185.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.185.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.185.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.185.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.186.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.186.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.186.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.186.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.186.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.186.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.187.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.187.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.187.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.187.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.187.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.187.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.188.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.188.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.188.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.188.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.188.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.188.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.189.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.189.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.189.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.189.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.189.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.189.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.19.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.19.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.19.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.19.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.19.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.19.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.190.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.190.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.190.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.190.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.190.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.190.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.191.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.191.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.191.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.191.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.191.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.191.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.192.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.192.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.192.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.192.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.192.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.192.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.193.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.193.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.193.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.193.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.193.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.193.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.194.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.194.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.194.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.194.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.194.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.194.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.195.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.195.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.195.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.195.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.195.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.195.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.196.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.196.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.196.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.196.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.196.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.196.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.197.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.197.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.197.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.197.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.197.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.197.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.198.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.198.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.198.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.198.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.198.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.198.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.199.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.199.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.199.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.199.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.199.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.199.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.2.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.2.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.2.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.2.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.2.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.2.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.20.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.20.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.20.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.20.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.20.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.20.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.200.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.200.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.200.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.200.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.200.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.200.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.201.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.201.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.201.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.201.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.201.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.201.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.202.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.202.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.202.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.202.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.202.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.202.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.203.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.203.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.203.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.203.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.203.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.203.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.204.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.204.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.204.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.204.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.204.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.204.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.205.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.205.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.205.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.205.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.205.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.205.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.206.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.206.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.206.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.206.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.206.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.206.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.207.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.207.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.207.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.207.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.207.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.207.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.208.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.208.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.208.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.208.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.208.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.208.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.209.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.209.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.209.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.209.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.209.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.209.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.21.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.21.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.21.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.21.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.21.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.21.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.210.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.210.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.210.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.210.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.210.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.210.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.211.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.211.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.211.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.211.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.211.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.211.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.212.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.212.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.212.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.212.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.212.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.212.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.213.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.213.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.213.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.213.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.213.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.213.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.214.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.214.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.214.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.214.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.214.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.214.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.215.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.215.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.215.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.215.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.215.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.215.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.216.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.216.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.216.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.216.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.216.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.216.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.217.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.217.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.217.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.217.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.217.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.217.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.218.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.218.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.218.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.218.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.218.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.218.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.219.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.219.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.219.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.219.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.219.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.219.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.22.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.22.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.22.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.22.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.22.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.22.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.220.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.220.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.220.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.220.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.220.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.220.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.221.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.221.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.221.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.221.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.221.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.221.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.222.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.222.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.222.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.222.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.222.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.222.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.223.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.223.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.223.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.223.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.223.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.223.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.224.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.224.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.224.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.224.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.224.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.224.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.225.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.225.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.225.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.225.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.225.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.225.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.226.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.226.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.226.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.226.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.226.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.226.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.227.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.227.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.227.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.227.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.227.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.227.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.228.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.228.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.228.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.228.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.228.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.228.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.229.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.229.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.229.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.229.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.229.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.229.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.23.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.23.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.23.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.23.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.23.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.23.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.230.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.230.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.230.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.230.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.230.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.230.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.231.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.231.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.231.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.231.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.231.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.231.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.232.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.232.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.232.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.232.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.232.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.232.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.233.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.233.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.233.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.233.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.233.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.233.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.234.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.234.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.234.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.234.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.234.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.234.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.235.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.235.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.235.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.235.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.235.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.235.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.236.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.236.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.236.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.236.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.236.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.236.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.237.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.237.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.237.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.237.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.237.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.237.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.238.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.238.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.238.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.238.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.238.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.238.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.239.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.239.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.239.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.239.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.239.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.239.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.24.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.24.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.24.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.24.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.24.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.24.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.240.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.240.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.240.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.240.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.240.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.240.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.241.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.241.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.241.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.241.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.241.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.241.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.242.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.242.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.242.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.242.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.242.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.242.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.243.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.243.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.243.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.243.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.243.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.243.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.244.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.244.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.244.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.244.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.244.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.244.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.245.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.245.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.245.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.245.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.245.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.245.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.246.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.246.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.246.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.246.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.246.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.246.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.247.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.247.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.247.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.247.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.247.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.247.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.248.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.248.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.248.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.248.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.248.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.248.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.249.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.249.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.249.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.249.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.249.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.249.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.25.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.25.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.25.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.25.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.25.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.25.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.250.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.250.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.250.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.250.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.250.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.250.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.251.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.251.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.251.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.251.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.251.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.251.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.252.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.252.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.252.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.252.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.252.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.252.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.253.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.253.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.253.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.253.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.253.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.253.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.254.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.254.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.254.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.254.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.254.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.254.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.255.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.255.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.255.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.255.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.255.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.255.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.49.mlp.experts.26.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.26.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.26.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.26.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.26.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.26.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.27.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.27.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.27.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.27.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.27.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.27.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.28.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.28.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.28.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.28.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.28.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.28.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.29.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.29.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.29.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.29.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.29.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.29.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.3.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.3.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.3.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.3.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.3.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.3.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.30.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.30.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.30.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.30.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.30.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.30.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.31.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.31.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.31.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.31.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.31.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.31.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.32.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.32.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.32.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.32.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.32.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.32.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.33.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.33.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.33.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.33.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.33.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.33.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.34.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.34.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.34.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.34.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.34.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.34.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.35.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.35.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.35.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.35.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.35.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.35.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.36.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.36.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.36.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.36.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.36.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.36.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.37.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.37.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.37.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.37.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.37.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.37.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.38.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.38.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.38.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.38.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.38.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.38.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.39.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.39.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.39.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.39.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.39.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.39.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.4.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.4.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.4.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.4.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.4.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.4.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.40.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.40.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.40.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.40.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.40.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.40.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.41.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.41.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.41.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.41.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.41.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.41.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.42.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.42.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.42.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.42.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.42.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.42.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.43.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.43.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.43.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.43.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.43.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.43.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.44.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.44.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.44.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.44.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.44.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.44.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.45.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.45.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.45.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.45.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.45.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.45.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.46.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.46.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.46.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.46.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.46.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.46.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.47.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.47.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.47.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.47.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.47.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.47.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.48.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.48.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.48.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.48.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.48.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.48.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.49.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.49.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.49.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.49.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.49.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.49.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.5.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.5.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.5.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.5.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.5.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.5.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.50.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.50.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.50.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.50.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.50.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.50.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.51.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.51.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.51.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.51.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.51.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.51.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.52.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.52.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.52.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.52.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.52.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.52.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.53.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.53.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.53.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.53.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.53.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.53.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.54.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.54.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.54.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.54.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.54.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.54.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.55.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.55.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.55.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.55.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.55.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.55.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.56.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.56.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.56.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.56.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.56.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.56.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.57.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.57.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.57.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.57.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.57.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.57.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.58.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.58.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.58.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.58.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.58.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.58.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.59.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.59.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.59.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.59.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.59.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.59.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.6.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.6.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.6.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.6.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.6.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.6.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.60.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.60.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.60.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.60.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.60.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.60.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.61.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.61.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.61.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.61.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.61.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.61.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.62.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.62.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.62.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.62.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.62.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.62.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.63.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.63.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.63.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.63.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.63.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.63.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.64.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.64.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.64.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.64.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.64.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.64.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.65.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.65.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.65.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.65.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.65.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.65.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.66.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.66.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.66.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.66.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.66.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.66.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.67.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.67.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.67.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.67.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.67.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.67.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.68.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.68.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.68.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.68.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.68.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.68.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.69.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.69.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.69.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.69.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.69.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.69.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.7.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.7.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.7.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.7.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.7.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.7.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.70.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.70.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.70.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.70.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.70.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.70.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.71.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.71.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.71.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.71.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.71.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.71.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.72.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.72.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.72.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.72.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.72.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.72.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.73.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.73.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.73.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.73.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.73.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.73.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.74.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.74.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.74.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.74.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.74.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.74.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.75.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.75.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.75.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.75.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.75.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.75.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.76.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.76.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.76.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.76.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.76.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.76.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.77.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.77.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.77.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.77.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.77.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.77.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.78.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.78.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.78.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.78.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.78.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.78.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.79.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.79.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.79.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.79.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.79.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.79.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.8.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.8.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.8.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.8.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.8.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.8.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.80.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.80.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.80.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.80.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.80.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.80.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.81.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.81.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.81.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.81.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.81.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.81.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.82.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.82.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.82.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.82.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.82.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.82.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.83.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.83.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.83.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.83.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.83.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.83.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.84.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.84.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.84.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.84.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.84.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.84.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.85.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.85.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.85.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.85.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.85.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.85.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.86.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.86.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.86.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.86.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.86.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.86.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.87.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.87.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.87.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.87.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.87.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.87.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.88.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.88.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.88.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.88.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.88.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.88.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.89.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.89.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.89.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.89.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.89.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.89.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.9.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.9.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.9.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.9.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.9.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.9.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.90.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.90.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.90.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.90.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.90.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.90.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.91.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.91.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.91.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.91.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.91.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.91.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.92.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.92.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.92.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.92.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.92.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.92.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.93.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.93.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.93.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.93.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.93.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.93.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.94.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.94.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.94.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.94.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.94.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.94.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.95.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.95.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.95.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.95.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.95.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.95.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.96.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.96.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.96.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.96.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.96.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.96.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.97.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.97.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.97.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.97.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.97.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.97.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.98.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.98.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.98.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.98.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.98.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.98.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.99.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.99.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.99.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.99.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.99.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.experts.99.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.router.gate.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.shared_experts.down_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.shared_experts.gate_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.mlp.shared_experts.up_proj.weight_scale": "model-00065-of-00081.safetensors",
+ "model.layers.49.post_attention_layernorm.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.post_mlp_layernorm.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.pre_mlp_layernorm.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.self_attn.gate_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.self_attn.k_norm.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.self_attn.k_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.self_attn.o_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.self_attn.q_norm.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.self_attn.q_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.49.self_attn.v_proj.weight": "model-00065-of-00081.safetensors",
+ "model.layers.5.input_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.mlp.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.mlp.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.mlp.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.5.mlp.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.mlp.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.post_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.pre_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.self_attn.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.50.input_layernorm.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.expert_bias": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.0.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.0.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.0.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.0.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.0.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.0.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.1.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.1.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.1.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.1.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.1.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.1.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.10.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.10.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.10.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.10.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.10.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.10.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.100.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.100.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.100.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.100.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.100.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.100.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.101.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.101.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.101.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.101.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.101.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.101.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.102.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.102.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.102.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.102.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.102.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.102.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.103.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.103.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.103.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.103.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.103.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.103.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.104.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.104.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.104.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.104.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.104.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.104.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.105.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.105.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.105.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.105.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.105.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.105.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.106.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.106.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.106.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.106.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.106.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.106.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.107.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.107.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.107.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.107.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.107.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.107.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.108.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.108.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.108.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.108.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.108.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.108.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.109.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.109.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.109.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.109.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.109.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.109.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.11.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.11.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.11.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.11.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.11.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.11.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.110.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.110.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.110.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.110.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.110.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.110.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.111.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.111.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.111.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.111.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.111.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.111.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.112.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.112.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.112.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.112.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.112.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.112.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.113.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.113.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.113.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.113.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.113.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.113.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.114.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.114.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.114.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.114.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.114.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.114.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.115.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.115.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.115.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.115.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.115.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.115.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.116.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.116.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.116.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.116.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.116.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.116.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.117.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.117.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.117.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.117.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.117.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.117.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.118.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.118.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.118.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.118.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.118.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.118.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.119.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.119.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.119.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.119.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.119.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.119.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.12.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.12.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.12.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.12.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.12.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.12.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.120.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.120.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.120.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.120.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.120.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.120.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.121.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.121.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.121.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.121.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.121.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.121.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.122.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.122.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.122.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.122.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.122.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.122.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.123.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.123.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.123.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.123.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.123.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.123.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.124.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.124.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.124.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.124.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.124.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.124.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.125.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.125.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.125.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.125.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.125.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.125.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.126.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.126.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.126.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.126.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.126.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.126.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.127.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.127.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.127.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.127.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.127.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.127.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.128.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.128.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.128.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.128.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.128.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.128.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.129.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.129.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.129.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.129.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.129.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.129.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.13.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.13.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.13.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.13.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.13.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.13.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.130.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.130.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.130.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.130.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.130.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.130.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.131.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.131.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.131.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.131.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.131.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.131.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.132.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.132.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.132.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.132.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.132.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.132.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.133.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.133.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.133.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.133.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.133.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.133.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.134.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.134.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.134.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.134.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.134.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.134.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.135.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.135.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.135.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.135.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.135.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.135.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.136.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.136.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.136.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.136.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.136.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.136.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.137.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.137.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.137.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.137.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.137.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.137.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.138.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.138.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.138.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.138.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.138.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.138.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.139.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.139.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.139.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.139.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.139.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.139.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.14.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.14.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.14.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.14.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.14.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.14.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.140.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.140.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.140.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.140.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.140.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.140.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.141.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.141.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.141.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.141.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.141.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.141.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.142.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.142.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.142.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.142.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.142.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.142.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.143.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.143.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.143.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.143.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.143.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.143.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.144.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.144.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.144.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.144.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.144.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.144.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.145.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.145.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.145.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.145.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.145.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.145.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.146.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.146.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.146.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.146.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.146.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.146.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.147.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.147.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.147.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.147.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.147.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.147.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.148.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.148.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.148.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.148.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.148.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.148.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.149.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.149.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.149.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.149.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.149.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.149.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.15.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.15.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.15.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.15.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.15.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.15.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.150.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.150.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.150.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.150.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.150.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.150.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.151.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.151.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.151.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.151.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.151.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.151.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.152.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.152.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.152.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.152.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.152.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.152.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.153.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.153.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.153.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.153.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.153.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.153.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.154.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.154.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.154.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.154.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.154.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.154.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.155.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.155.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.155.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.155.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.155.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.155.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.156.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.156.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.156.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.156.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.156.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.156.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.157.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.157.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.157.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.157.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.157.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.157.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.158.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.158.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.158.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.158.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.158.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.158.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.159.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.159.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.159.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.159.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.159.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.159.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.16.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.16.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.16.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.16.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.16.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.16.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.160.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.160.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.160.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.160.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.160.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.160.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.161.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.161.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.161.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.161.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.161.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.161.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.162.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.162.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.162.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.162.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.162.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.162.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.163.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.163.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.163.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.163.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.163.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.163.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.164.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.164.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.164.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.164.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.164.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.164.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.165.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.165.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.165.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.165.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.165.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.165.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.166.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.166.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.166.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.166.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.166.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.166.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.167.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.167.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.167.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.167.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.167.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.167.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.168.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.168.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.168.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.168.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.168.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.168.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.169.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.169.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.169.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.169.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.169.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.169.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.17.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.17.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.17.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.17.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.17.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.17.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.170.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.170.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.170.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.170.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.170.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.170.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.171.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.171.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.171.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.171.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.171.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.171.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.172.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.172.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.172.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.172.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.172.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.172.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.173.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.173.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.173.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.173.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.173.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.173.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.174.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.174.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.174.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.174.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.174.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.174.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.175.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.175.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.175.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.175.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.175.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.175.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.176.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.176.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.176.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.176.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.176.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.176.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.177.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.177.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.177.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.177.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.177.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.177.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.178.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.178.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.178.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.178.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.178.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.178.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.179.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.179.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.179.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.179.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.179.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.179.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.18.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.18.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.18.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.18.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.18.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.18.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.180.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.180.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.180.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.180.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.180.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.180.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.181.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.181.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.181.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.181.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.181.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.181.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.182.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.182.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.182.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.182.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.182.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.182.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.183.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.183.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.183.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.183.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.183.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.183.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.184.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.184.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.184.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.184.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.184.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.184.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.185.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.185.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.185.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.185.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.185.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.185.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.186.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.186.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.186.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.186.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.186.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.186.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.187.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.187.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.187.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.187.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.187.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.187.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.188.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.188.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.188.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.188.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.188.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.188.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.189.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.189.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.189.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.189.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.189.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.189.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.19.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.19.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.19.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.19.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.19.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.19.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.190.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.190.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.190.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.190.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.190.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.190.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.191.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.191.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.191.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.191.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.191.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.191.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.192.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.192.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.192.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.192.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.192.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.192.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.193.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.193.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.193.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.193.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.193.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.193.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.194.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.194.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.194.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.194.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.194.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.194.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.195.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.195.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.195.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.195.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.195.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.195.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.196.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.196.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.196.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.196.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.196.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.196.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.197.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.197.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.197.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.197.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.197.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.197.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.198.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.198.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.198.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.198.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.198.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.198.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.199.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.199.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.199.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.199.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.199.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.199.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.2.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.2.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.2.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.2.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.2.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.2.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.20.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.20.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.20.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.20.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.20.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.20.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.200.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.200.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.200.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.200.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.200.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.200.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.201.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.201.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.201.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.201.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.201.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.201.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.202.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.202.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.202.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.202.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.202.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.202.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.203.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.203.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.203.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.203.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.203.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.203.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.204.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.204.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.204.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.204.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.204.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.204.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.205.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.205.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.205.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.205.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.205.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.205.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.206.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.206.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.206.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.206.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.206.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.206.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.207.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.207.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.207.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.207.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.207.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.207.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.208.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.208.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.208.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.208.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.208.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.208.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.209.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.209.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.209.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.209.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.209.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.209.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.21.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.21.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.21.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.21.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.21.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.21.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.210.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.210.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.210.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.210.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.210.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.210.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.211.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.211.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.211.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.211.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.211.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.211.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.212.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.212.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.212.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.212.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.212.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.212.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.213.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.213.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.213.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.213.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.213.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.213.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.214.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.214.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.214.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.214.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.214.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.214.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.215.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.215.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.215.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.215.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.215.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.215.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.216.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.216.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.216.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.216.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.216.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.216.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.217.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.217.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.217.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.217.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.217.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.217.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.218.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.218.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.218.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.218.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.218.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.218.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.219.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.219.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.219.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.219.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.219.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.219.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.22.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.22.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.22.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.22.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.22.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.22.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.220.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.220.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.220.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.220.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.220.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.220.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.221.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.221.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.221.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.221.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.221.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.221.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.222.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.222.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.222.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.222.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.222.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.222.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.223.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.223.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.223.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.223.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.223.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.223.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.224.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.224.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.224.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.224.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.224.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.224.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.225.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.225.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.225.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.225.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.225.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.225.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.226.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.226.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.226.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.226.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.226.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.226.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.227.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.227.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.227.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.227.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.227.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.227.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.228.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.228.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.228.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.228.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.228.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.228.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.229.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.229.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.229.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.229.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.229.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.229.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.23.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.23.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.23.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.23.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.23.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.23.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.230.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.230.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.230.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.230.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.230.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.230.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.231.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.231.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.231.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.231.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.231.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.231.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.232.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.232.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.232.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.232.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.232.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.232.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.233.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.233.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.233.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.233.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.233.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.233.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.234.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.234.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.234.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.234.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.234.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.234.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.235.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.235.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.235.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.235.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.235.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.235.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.236.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.236.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.236.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.236.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.236.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.236.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.237.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.237.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.237.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.237.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.237.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.237.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.238.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.238.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.238.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.238.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.238.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.238.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.239.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.239.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.239.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.239.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.239.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.239.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.24.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.24.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.24.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.24.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.24.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.24.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.240.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.240.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.240.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.240.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.240.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.240.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.241.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.241.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.241.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.241.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.241.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.241.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.242.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.242.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.242.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.242.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.242.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.242.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.243.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.243.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.243.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.243.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.243.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.243.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.244.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.244.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.244.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.244.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.244.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.244.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.245.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.245.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.245.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.245.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.245.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.245.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.246.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.246.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.246.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.246.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.246.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.246.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.247.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.247.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.247.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.247.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.247.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.247.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.248.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.248.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.248.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.248.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.248.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.248.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.249.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.249.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.249.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.249.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.249.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.249.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.25.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.25.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.25.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.25.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.25.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.25.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.250.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.250.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.250.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.250.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.250.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.250.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.251.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.251.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.251.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.251.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.251.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.251.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.252.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.252.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.252.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.252.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.252.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.252.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.253.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.253.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.253.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.253.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.253.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.253.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.254.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.254.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.254.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.254.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.254.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.254.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.255.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.255.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.255.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.255.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.255.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.255.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.50.mlp.experts.26.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.26.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.26.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.26.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.26.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.26.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.27.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.27.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.27.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.27.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.27.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.27.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.28.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.28.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.28.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.28.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.28.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.28.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.29.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.29.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.29.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.29.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.29.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.29.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.3.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.3.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.3.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.3.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.3.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.3.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.30.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.30.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.30.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.30.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.30.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.30.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.31.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.31.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.31.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.31.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.31.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.31.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.32.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.32.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.32.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.32.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.32.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.32.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.33.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.33.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.33.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.33.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.33.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.33.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.34.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.34.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.34.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.34.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.34.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.34.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.35.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.35.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.35.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.35.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.35.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.35.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.36.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.36.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.36.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.36.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.36.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.36.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.37.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.37.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.37.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.37.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.37.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.37.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.38.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.38.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.38.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.38.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.38.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.38.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.39.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.39.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.39.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.39.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.39.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.39.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.4.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.4.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.4.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.4.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.4.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.4.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.40.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.40.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.40.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.40.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.40.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.40.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.41.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.41.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.41.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.41.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.41.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.41.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.42.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.42.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.42.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.42.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.42.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.42.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.43.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.43.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.43.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.43.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.43.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.43.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.44.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.44.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.44.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.44.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.44.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.44.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.45.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.45.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.45.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.45.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.45.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.45.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.46.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.46.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.46.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.46.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.46.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.46.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.47.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.47.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.47.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.47.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.47.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.47.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.48.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.48.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.48.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.48.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.48.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.48.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.49.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.49.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.49.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.49.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.49.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.49.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.5.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.5.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.5.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.5.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.5.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.5.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.50.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.50.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.50.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.50.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.50.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.50.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.51.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.51.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.51.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.51.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.51.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.51.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.52.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.52.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.52.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.52.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.52.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.52.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.53.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.53.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.53.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.53.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.53.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.53.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.54.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.54.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.54.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.54.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.54.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.54.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.55.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.55.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.55.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.55.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.55.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.55.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.56.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.56.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.56.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.56.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.56.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.56.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.57.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.57.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.57.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.57.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.57.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.57.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.58.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.58.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.58.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.58.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.58.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.58.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.59.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.59.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.59.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.59.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.59.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.59.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.6.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.6.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.6.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.6.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.6.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.6.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.60.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.60.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.60.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.60.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.60.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.60.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.61.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.61.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.61.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.61.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.61.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.61.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.62.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.62.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.62.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.62.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.62.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.62.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.63.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.63.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.63.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.63.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.63.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.63.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.64.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.64.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.64.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.64.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.64.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.64.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.65.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.65.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.65.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.65.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.65.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.65.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.66.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.66.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.66.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.66.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.66.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.66.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.67.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.67.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.67.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.67.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.67.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.67.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.68.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.68.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.68.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.68.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.68.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.68.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.69.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.69.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.69.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.69.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.69.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.69.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.7.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.7.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.7.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.7.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.7.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.7.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.70.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.70.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.70.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.70.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.70.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.70.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.71.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.71.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.71.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.71.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.71.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.71.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.72.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.72.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.72.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.72.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.72.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.72.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.73.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.73.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.73.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.73.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.73.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.73.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.74.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.74.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.74.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.74.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.74.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.74.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.75.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.75.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.75.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.75.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.75.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.75.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.76.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.76.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.76.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.76.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.76.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.76.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.77.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.77.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.77.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.77.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.77.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.77.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.78.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.78.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.78.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.78.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.78.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.78.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.79.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.79.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.79.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.79.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.79.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.79.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.8.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.8.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.8.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.8.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.8.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.8.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.80.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.80.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.80.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.80.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.80.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.80.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.81.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.81.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.81.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.81.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.81.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.81.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.82.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.82.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.82.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.82.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.82.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.82.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.83.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.83.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.83.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.83.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.83.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.83.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.84.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.84.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.84.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.84.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.84.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.84.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.85.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.85.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.85.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.85.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.85.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.85.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.86.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.86.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.86.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.86.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.86.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.86.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.87.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.87.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.87.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.87.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.87.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.87.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.88.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.88.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.88.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.88.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.88.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.88.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.89.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.89.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.89.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.89.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.89.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.89.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.9.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.9.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.9.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.9.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.9.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.9.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.experts.90.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.90.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.90.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.90.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.90.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.90.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.91.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.91.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.91.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.91.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.91.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.91.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.92.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.92.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.92.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.92.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.92.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.92.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.93.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.93.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.93.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.93.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.93.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.93.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.94.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.94.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.94.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.94.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.94.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.94.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.95.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.95.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.95.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.95.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.95.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.95.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.96.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.96.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.96.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.96.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.96.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.96.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.97.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.97.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.97.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.97.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.97.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.97.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.98.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.98.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.98.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.98.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.98.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.98.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.99.down_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.99.down_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.99.gate_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.99.gate_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.99.up_proj.weight": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.experts.99.up_proj.weight_scale": "model-00067-of-00081.safetensors",
+ "model.layers.50.mlp.router.gate.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.shared_experts.down_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.shared_experts.gate_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.mlp.shared_experts.up_proj.weight_scale": "model-00066-of-00081.safetensors",
+ "model.layers.50.post_attention_layernorm.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.post_mlp_layernorm.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.pre_mlp_layernorm.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.self_attn.gate_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.self_attn.k_norm.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.self_attn.k_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.self_attn.o_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.self_attn.q_norm.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.self_attn.q_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.50.self_attn.v_proj.weight": "model-00066-of-00081.safetensors",
+ "model.layers.51.input_layernorm.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.expert_bias": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.0.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.0.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.0.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.0.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.0.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.0.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.1.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.1.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.1.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.1.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.1.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.1.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.10.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.10.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.10.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.10.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.10.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.10.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.100.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.100.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.100.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.100.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.100.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.100.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.101.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.101.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.101.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.101.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.101.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.101.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.102.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.102.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.102.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.102.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.102.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.102.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.103.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.103.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.103.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.103.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.103.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.103.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.104.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.104.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.104.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.104.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.104.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.104.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.105.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.105.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.105.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.105.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.105.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.105.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.106.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.106.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.106.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.106.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.106.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.106.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.107.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.107.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.107.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.107.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.107.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.107.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.108.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.108.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.108.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.108.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.108.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.108.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.109.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.109.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.109.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.109.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.109.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.109.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.11.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.11.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.11.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.11.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.11.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.11.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.110.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.110.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.110.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.110.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.110.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.110.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.111.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.111.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.111.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.111.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.111.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.111.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.112.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.112.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.112.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.112.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.112.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.112.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.113.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.113.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.113.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.113.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.113.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.113.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.114.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.114.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.114.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.114.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.114.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.114.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.115.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.115.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.115.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.115.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.115.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.115.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.116.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.116.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.116.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.116.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.116.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.116.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.117.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.117.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.117.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.117.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.117.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.117.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.118.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.118.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.118.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.118.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.118.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.118.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.119.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.119.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.119.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.119.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.119.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.119.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.12.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.12.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.12.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.12.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.12.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.12.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.120.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.120.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.120.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.120.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.120.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.120.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.121.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.121.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.121.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.121.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.121.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.121.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.122.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.122.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.122.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.122.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.122.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.122.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.123.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.123.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.123.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.123.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.123.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.123.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.124.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.124.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.124.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.124.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.124.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.124.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.125.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.125.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.125.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.125.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.125.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.125.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.126.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.126.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.126.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.126.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.126.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.126.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.127.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.127.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.127.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.127.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.127.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.127.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.128.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.128.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.128.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.128.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.128.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.128.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.129.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.129.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.129.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.129.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.129.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.129.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.13.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.13.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.13.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.13.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.13.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.13.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.130.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.130.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.130.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.130.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.130.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.130.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.131.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.131.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.131.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.131.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.131.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.131.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.132.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.132.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.132.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.132.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.132.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.132.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.133.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.133.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.133.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.133.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.133.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.133.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.134.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.134.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.134.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.134.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.134.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.134.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.135.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.135.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.135.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.135.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.135.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.135.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.136.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.136.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.136.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.136.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.136.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.136.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.137.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.137.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.137.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.137.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.137.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.137.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.138.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.138.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.138.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.138.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.138.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.138.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.139.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.139.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.139.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.139.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.139.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.139.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.14.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.14.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.14.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.14.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.14.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.14.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.140.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.140.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.140.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.140.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.140.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.140.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.141.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.141.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.141.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.141.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.141.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.141.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.142.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.142.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.142.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.142.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.142.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.142.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.143.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.143.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.143.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.143.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.143.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.143.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.144.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.144.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.144.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.144.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.144.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.144.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.145.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.145.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.145.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.145.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.145.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.145.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.146.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.146.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.146.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.146.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.146.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.146.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.147.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.147.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.147.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.147.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.147.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.147.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.148.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.148.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.148.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.148.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.148.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.148.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.149.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.149.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.149.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.149.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.149.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.149.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.15.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.15.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.15.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.15.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.15.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.15.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.150.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.150.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.150.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.150.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.150.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.150.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.151.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.151.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.151.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.151.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.151.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.151.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.152.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.152.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.152.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.152.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.152.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.152.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.153.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.153.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.153.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.153.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.153.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.153.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.154.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.154.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.154.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.154.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.154.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.154.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.155.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.155.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.155.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.155.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.155.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.155.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.156.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.156.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.156.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.156.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.156.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.156.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.157.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.157.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.157.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.157.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.157.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.157.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.158.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.158.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.158.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.158.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.158.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.158.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.159.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.159.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.159.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.159.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.159.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.159.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.16.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.16.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.16.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.16.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.16.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.16.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.160.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.160.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.160.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.160.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.160.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.160.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.161.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.161.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.161.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.161.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.161.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.161.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.162.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.162.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.162.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.162.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.162.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.162.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.163.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.163.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.163.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.163.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.163.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.163.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.164.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.164.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.164.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.164.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.164.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.164.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.165.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.165.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.165.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.165.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.165.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.165.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.166.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.166.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.166.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.166.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.166.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.166.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.167.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.167.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.167.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.167.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.167.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.167.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.168.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.168.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.168.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.168.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.168.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.168.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.169.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.169.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.169.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.169.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.169.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.169.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.17.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.17.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.17.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.17.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.17.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.17.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.170.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.170.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.170.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.170.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.170.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.170.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.171.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.171.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.171.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.171.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.171.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.171.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.172.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.172.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.172.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.172.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.172.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.172.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.173.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.173.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.173.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.173.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.173.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.173.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.174.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.174.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.174.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.174.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.174.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.174.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.175.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.175.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.175.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.175.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.175.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.175.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.176.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.176.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.176.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.176.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.176.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.176.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.177.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.177.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.177.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.177.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.177.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.177.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.178.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.178.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.178.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.178.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.178.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.178.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.179.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.179.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.179.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.179.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.179.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.179.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.18.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.18.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.18.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.18.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.18.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.18.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.180.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.180.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.180.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.180.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.180.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.180.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.181.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.181.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.181.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.181.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.181.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.181.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.182.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.182.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.182.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.182.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.182.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.182.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.183.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.183.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.183.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.183.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.183.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.183.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.184.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.184.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.184.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.184.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.184.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.184.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.185.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.185.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.185.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.185.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.185.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.185.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.186.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.186.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.186.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.186.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.186.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.186.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.187.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.187.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.187.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.187.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.187.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.187.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.188.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.188.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.188.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.188.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.188.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.188.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.189.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.189.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.189.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.189.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.189.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.189.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.19.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.19.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.19.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.19.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.19.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.19.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.190.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.190.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.190.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.190.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.190.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.190.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.191.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.191.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.191.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.191.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.191.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.191.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.192.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.192.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.192.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.192.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.192.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.192.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.193.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.193.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.193.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.193.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.193.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.193.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.194.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.194.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.194.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.194.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.194.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.194.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.195.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.195.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.195.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.195.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.195.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.195.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.196.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.196.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.196.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.196.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.196.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.196.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.197.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.197.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.197.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.197.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.197.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.197.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.198.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.198.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.198.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.198.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.198.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.198.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.199.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.199.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.199.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.199.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.199.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.199.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.2.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.2.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.2.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.2.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.2.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.2.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.20.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.20.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.20.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.20.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.20.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.20.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.200.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.200.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.200.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.200.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.200.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.200.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.201.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.201.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.201.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.201.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.201.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.201.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.202.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.202.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.202.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.202.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.202.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.202.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.203.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.203.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.203.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.203.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.203.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.203.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.204.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.204.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.204.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.204.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.204.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.204.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.205.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.205.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.205.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.205.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.205.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.205.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.206.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.206.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.206.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.206.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.206.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.206.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.207.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.207.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.207.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.207.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.207.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.207.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.208.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.208.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.208.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.208.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.208.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.208.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.209.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.209.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.209.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.209.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.209.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.209.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.21.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.21.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.21.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.21.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.21.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.21.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.210.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.210.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.210.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.210.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.210.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.210.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.211.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.211.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.211.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.211.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.211.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.211.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.212.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.212.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.212.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.212.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.212.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.212.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.213.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.213.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.213.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.213.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.213.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.213.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.214.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.214.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.214.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.214.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.214.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.214.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.215.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.215.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.215.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.215.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.215.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.215.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.216.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.216.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.216.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.216.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.216.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.216.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.217.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.217.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.217.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.217.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.217.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.217.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.218.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.218.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.218.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.218.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.218.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.218.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.219.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.219.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.219.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.219.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.219.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.219.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.22.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.22.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.22.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.22.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.22.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.22.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.220.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.220.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.220.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.220.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.220.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.220.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.221.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.221.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.221.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.221.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.221.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.221.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.222.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.222.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.222.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.222.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.222.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.222.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.223.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.223.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.223.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.223.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.223.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.223.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.224.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.224.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.224.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.224.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.224.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.224.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.225.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.225.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.225.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.225.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.225.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.225.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.226.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.226.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.226.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.226.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.226.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.226.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.227.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.227.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.227.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.227.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.227.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.227.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.228.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.228.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.228.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.228.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.228.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.228.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.229.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.229.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.229.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.229.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.229.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.229.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.23.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.23.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.23.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.23.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.23.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.23.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.230.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.230.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.230.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.230.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.230.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.230.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.231.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.231.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.231.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.231.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.231.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.231.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.232.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.232.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.232.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.232.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.232.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.232.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.233.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.233.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.233.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.233.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.233.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.233.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.234.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.234.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.234.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.234.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.234.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.234.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.235.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.235.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.235.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.235.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.235.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.235.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.236.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.236.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.236.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.236.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.236.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.236.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.237.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.237.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.237.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.237.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.237.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.237.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.238.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.238.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.238.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.238.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.238.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.238.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.239.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.239.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.239.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.239.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.239.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.239.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.24.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.24.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.24.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.24.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.24.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.24.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.240.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.240.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.240.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.240.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.240.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.240.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.241.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.241.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.241.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.241.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.241.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.241.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.242.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.242.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.242.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.242.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.242.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.242.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.243.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.243.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.243.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.243.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.243.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.243.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.244.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.244.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.244.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.244.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.244.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.244.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.245.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.245.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.245.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.245.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.245.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.245.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.246.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.246.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.246.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.246.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.246.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.246.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.247.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.247.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.247.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.247.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.247.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.247.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.248.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.248.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.248.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.248.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.248.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.248.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.249.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.249.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.249.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.249.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.249.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.249.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.25.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.25.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.25.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.25.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.25.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.25.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.250.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.250.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.250.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.250.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.250.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.250.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.251.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.251.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.251.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.251.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.251.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.251.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.252.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.252.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.252.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.252.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.252.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.252.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.253.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.253.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.253.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.253.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.253.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.253.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.254.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.254.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.254.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.254.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.254.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.254.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.255.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.255.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.255.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.255.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.255.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.255.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.51.mlp.experts.26.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.26.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.26.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.26.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.26.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.26.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.27.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.27.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.27.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.27.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.27.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.27.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.28.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.28.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.28.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.28.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.28.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.28.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.29.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.29.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.29.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.29.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.29.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.29.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.3.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.3.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.3.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.3.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.3.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.3.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.30.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.30.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.30.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.30.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.30.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.30.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.31.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.31.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.31.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.31.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.31.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.31.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.32.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.32.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.32.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.32.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.32.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.32.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.33.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.33.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.33.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.33.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.33.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.33.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.34.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.34.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.34.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.34.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.34.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.34.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.35.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.35.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.35.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.35.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.35.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.35.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.36.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.36.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.36.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.36.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.36.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.36.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.37.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.37.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.37.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.37.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.37.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.37.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.38.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.38.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.38.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.38.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.38.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.38.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.39.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.39.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.39.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.39.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.39.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.39.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.4.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.4.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.4.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.4.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.4.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.4.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.40.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.40.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.40.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.40.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.40.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.40.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.41.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.41.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.41.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.41.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.41.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.41.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.42.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.42.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.42.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.42.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.42.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.42.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.43.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.43.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.43.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.43.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.43.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.43.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.44.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.44.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.44.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.44.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.44.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.44.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.45.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.45.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.45.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.45.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.45.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.45.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.46.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.46.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.46.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.46.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.46.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.46.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.47.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.47.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.47.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.47.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.47.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.47.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.48.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.48.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.48.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.48.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.48.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.48.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.49.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.49.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.49.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.49.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.49.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.49.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.5.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.5.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.5.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.5.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.5.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.5.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.50.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.50.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.50.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.50.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.50.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.50.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.51.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.51.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.51.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.51.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.51.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.51.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.52.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.52.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.52.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.52.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.52.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.52.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.53.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.53.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.53.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.53.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.53.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.53.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.54.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.54.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.54.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.54.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.54.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.54.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.55.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.55.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.55.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.55.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.55.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.55.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.56.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.56.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.56.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.56.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.56.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.56.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.57.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.57.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.57.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.57.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.57.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.57.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.58.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.58.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.58.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.58.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.58.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.58.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.59.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.59.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.59.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.59.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.59.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.59.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.6.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.6.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.6.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.6.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.6.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.6.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.60.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.60.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.60.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.60.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.60.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.60.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.61.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.61.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.61.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.61.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.61.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.61.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.62.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.62.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.62.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.62.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.62.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.62.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.63.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.63.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.63.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.63.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.63.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.63.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.64.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.64.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.64.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.64.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.64.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.64.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.65.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.65.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.65.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.65.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.65.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.65.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.66.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.66.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.66.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.66.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.66.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.66.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.67.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.67.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.67.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.67.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.67.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.67.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.68.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.68.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.68.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.68.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.68.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.68.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.69.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.69.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.69.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.69.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.69.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.69.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.7.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.7.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.7.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.7.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.7.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.7.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.70.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.70.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.70.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.70.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.70.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.70.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.71.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.71.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.71.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.71.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.71.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.71.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.72.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.72.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.72.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.72.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.72.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.72.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.73.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.73.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.73.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.73.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.73.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.73.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.74.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.74.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.74.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.74.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.74.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.74.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.75.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.75.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.75.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.75.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.75.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.75.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.76.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.76.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.76.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.76.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.76.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.76.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.77.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.77.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.77.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.77.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.77.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.77.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.78.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.78.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.78.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.78.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.78.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.78.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.79.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.79.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.79.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.79.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.79.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.79.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.8.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.8.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.8.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.8.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.8.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.8.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.80.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.80.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.80.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.80.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.80.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.80.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.81.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.81.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.81.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.81.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.81.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.81.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.82.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.82.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.82.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.82.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.82.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.82.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.83.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.83.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.83.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.83.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.83.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.83.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.84.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.84.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.84.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.84.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.84.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.84.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.85.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.85.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.85.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.85.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.85.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.85.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.86.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.86.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.86.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.86.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.86.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.86.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.87.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.87.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.87.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.87.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.87.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.87.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.88.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.88.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.88.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.88.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.88.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.88.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.89.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.89.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.89.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.89.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.89.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.89.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.9.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.9.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.9.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.9.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.9.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.9.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.90.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.90.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.90.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.90.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.90.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.90.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.91.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.91.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.91.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.91.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.91.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.91.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.92.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.92.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.92.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.92.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.92.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.92.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.93.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.93.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.93.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.93.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.93.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.93.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.94.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.94.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.94.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.94.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.94.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.94.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.95.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.95.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.95.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.95.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.95.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.95.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.96.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.96.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.96.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.96.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.96.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.96.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.97.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.97.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.97.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.97.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.97.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.97.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.98.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.98.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.98.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.98.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.98.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.98.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.99.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.99.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.99.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.99.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.99.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.experts.99.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.router.gate.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.shared_experts.down_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.shared_experts.gate_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.mlp.shared_experts.up_proj.weight_scale": "model-00068-of-00081.safetensors",
+ "model.layers.51.post_attention_layernorm.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.post_mlp_layernorm.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.pre_mlp_layernorm.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.self_attn.gate_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.self_attn.k_norm.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.self_attn.k_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.self_attn.o_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.self_attn.q_norm.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.self_attn.q_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.51.self_attn.v_proj.weight": "model-00068-of-00081.safetensors",
+ "model.layers.52.input_layernorm.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.expert_bias": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.0.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.0.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.0.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.0.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.0.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.0.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.1.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.1.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.1.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.1.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.1.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.1.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.10.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.10.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.10.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.10.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.10.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.10.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.100.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.100.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.100.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.100.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.100.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.100.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.101.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.101.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.101.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.101.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.101.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.101.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.102.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.102.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.102.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.102.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.102.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.102.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.103.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.103.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.103.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.103.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.103.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.103.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.104.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.104.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.104.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.104.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.104.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.104.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.105.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.105.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.105.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.105.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.105.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.105.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.106.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.106.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.106.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.106.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.106.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.106.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.107.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.107.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.107.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.107.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.107.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.107.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.108.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.108.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.108.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.108.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.108.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.108.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.109.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.109.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.109.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.109.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.109.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.109.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.11.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.11.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.11.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.11.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.11.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.11.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.110.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.110.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.110.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.110.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.110.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.110.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.111.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.111.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.111.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.111.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.111.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.111.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.112.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.112.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.112.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.112.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.112.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.112.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.113.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.113.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.113.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.113.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.113.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.113.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.114.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.114.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.114.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.114.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.114.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.114.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.115.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.115.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.115.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.115.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.115.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.115.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.116.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.116.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.116.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.116.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.116.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.116.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.117.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.117.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.117.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.117.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.117.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.117.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.118.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.118.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.118.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.118.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.118.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.118.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.119.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.119.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.119.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.119.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.119.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.119.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.12.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.12.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.12.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.12.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.12.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.12.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.120.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.120.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.120.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.120.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.120.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.120.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.121.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.121.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.121.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.121.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.121.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.121.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.122.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.122.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.122.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.122.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.122.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.122.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.123.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.123.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.123.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.123.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.123.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.123.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.124.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.124.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.124.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.124.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.124.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.124.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.125.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.125.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.125.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.125.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.125.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.125.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.126.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.126.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.126.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.126.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.126.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.126.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.127.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.127.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.127.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.127.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.127.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.127.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.128.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.128.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.128.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.128.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.128.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.128.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.129.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.129.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.129.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.129.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.129.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.129.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.13.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.13.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.13.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.13.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.13.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.13.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.130.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.130.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.130.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.130.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.130.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.130.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.131.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.131.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.131.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.131.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.131.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.131.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.132.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.132.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.132.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.132.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.132.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.132.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.133.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.133.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.133.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.133.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.133.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.133.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.134.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.134.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.134.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.134.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.134.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.134.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.135.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.135.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.135.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.135.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.135.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.135.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.136.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.136.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.136.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.136.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.136.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.136.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.137.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.137.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.137.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.137.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.137.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.137.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.138.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.138.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.138.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.138.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.138.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.138.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.139.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.139.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.139.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.139.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.139.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.139.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.14.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.14.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.14.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.14.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.14.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.14.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.140.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.140.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.140.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.140.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.140.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.140.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.141.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.141.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.141.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.141.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.141.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.141.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.142.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.142.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.142.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.142.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.142.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.142.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.143.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.143.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.143.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.143.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.143.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.143.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.144.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.144.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.144.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.144.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.144.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.144.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.145.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.145.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.145.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.145.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.145.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.145.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.146.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.146.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.146.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.146.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.146.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.146.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.147.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.147.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.147.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.147.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.147.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.147.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.148.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.148.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.148.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.148.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.148.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.148.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.149.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.149.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.149.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.149.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.149.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.149.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.15.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.15.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.15.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.15.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.15.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.15.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.150.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.150.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.150.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.150.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.150.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.150.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.151.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.151.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.151.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.151.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.151.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.151.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.152.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.152.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.152.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.152.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.152.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.152.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.153.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.153.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.153.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.153.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.153.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.153.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.154.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.154.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.154.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.154.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.154.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.154.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.155.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.155.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.155.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.155.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.155.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.155.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.156.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.156.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.156.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.156.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.156.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.156.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.157.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.157.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.157.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.157.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.157.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.157.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.158.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.158.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.158.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.158.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.158.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.158.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.159.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.159.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.159.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.159.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.159.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.159.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.16.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.16.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.16.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.16.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.16.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.16.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.160.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.160.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.160.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.160.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.160.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.160.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.161.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.161.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.161.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.161.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.161.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.161.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.162.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.162.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.162.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.162.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.162.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.162.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.163.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.163.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.163.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.163.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.163.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.163.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.164.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.164.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.164.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.164.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.164.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.164.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.165.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.165.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.165.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.165.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.165.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.165.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.166.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.166.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.166.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.166.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.166.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.166.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.167.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.167.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.167.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.167.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.167.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.167.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.168.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.168.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.168.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.168.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.168.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.168.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.169.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.169.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.169.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.169.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.169.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.169.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.17.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.17.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.17.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.17.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.17.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.17.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.170.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.170.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.170.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.170.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.170.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.170.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.171.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.171.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.171.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.171.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.171.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.171.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.172.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.172.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.172.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.172.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.172.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.172.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.173.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.173.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.173.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.173.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.173.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.173.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.174.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.174.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.174.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.174.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.174.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.174.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.175.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.175.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.175.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.175.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.175.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.175.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.176.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.176.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.176.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.176.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.176.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.176.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.177.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.177.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.177.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.177.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.177.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.177.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.178.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.178.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.178.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.178.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.178.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.178.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.179.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.179.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.179.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.179.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.179.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.179.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.18.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.18.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.18.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.18.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.18.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.18.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.180.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.180.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.180.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.180.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.180.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.180.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.181.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.181.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.181.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.181.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.181.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.181.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.182.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.182.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.182.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.182.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.182.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.182.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.183.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.183.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.183.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.183.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.183.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.183.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.184.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.184.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.184.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.184.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.184.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.184.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.185.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.185.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.185.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.185.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.185.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.185.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.186.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.186.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.186.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.186.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.186.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.186.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.187.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.187.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.187.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.187.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.187.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.187.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.188.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.188.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.188.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.188.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.188.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.188.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.189.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.189.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.189.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.189.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.189.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.189.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.19.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.19.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.19.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.19.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.19.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.19.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.190.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.190.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.190.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.190.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.190.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.190.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.191.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.191.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.191.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.191.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.191.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.191.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.192.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.192.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.192.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.192.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.192.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.192.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.193.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.193.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.193.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.193.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.193.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.193.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.194.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.194.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.194.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.194.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.194.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.194.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.195.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.195.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.195.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.195.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.195.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.195.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.196.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.196.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.196.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.196.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.196.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.196.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.197.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.197.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.197.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.197.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.197.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.197.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.198.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.198.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.198.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.198.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.198.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.198.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.199.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.199.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.199.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.199.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.199.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.199.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.2.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.2.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.2.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.2.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.2.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.2.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.20.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.20.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.20.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.20.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.20.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.20.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.200.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.200.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.200.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.200.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.200.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.200.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.201.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.201.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.201.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.201.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.201.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.201.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.202.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.202.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.202.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.202.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.202.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.202.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.203.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.203.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.203.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.203.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.203.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.203.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.204.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.204.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.204.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.204.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.204.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.204.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.205.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.205.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.205.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.205.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.205.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.205.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.206.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.206.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.206.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.206.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.206.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.206.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.207.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.207.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.207.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.207.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.207.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.207.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.208.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.208.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.208.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.208.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.208.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.208.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.209.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.209.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.209.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.209.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.209.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.209.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.21.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.21.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.21.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.21.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.21.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.21.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.210.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.210.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.210.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.210.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.210.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.210.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.211.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.211.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.211.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.211.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.211.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.211.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.212.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.212.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.212.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.212.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.212.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.212.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.213.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.213.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.213.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.213.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.213.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.213.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.214.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.214.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.214.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.214.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.214.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.214.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.215.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.215.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.215.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.215.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.215.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.215.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.216.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.216.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.216.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.216.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.216.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.216.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.217.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.217.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.217.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.217.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.217.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.217.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.218.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.218.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.218.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.218.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.218.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.218.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.219.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.219.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.219.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.219.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.219.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.219.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.22.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.22.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.22.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.22.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.22.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.22.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.220.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.220.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.220.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.220.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.220.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.220.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.221.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.221.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.221.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.221.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.221.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.221.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.222.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.222.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.222.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.222.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.222.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.222.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.223.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.223.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.223.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.223.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.223.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.223.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.224.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.224.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.224.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.224.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.224.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.224.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.225.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.225.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.225.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.225.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.225.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.225.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.226.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.226.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.226.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.226.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.226.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.226.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.227.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.227.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.227.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.227.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.227.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.227.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.228.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.228.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.228.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.228.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.228.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.228.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.229.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.229.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.229.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.229.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.229.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.229.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.23.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.23.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.23.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.23.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.23.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.23.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.230.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.230.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.230.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.230.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.230.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.230.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.231.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.231.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.231.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.231.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.231.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.231.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.232.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.232.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.232.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.232.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.232.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.232.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.233.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.233.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.233.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.233.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.233.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.233.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.234.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.234.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.234.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.234.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.234.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.234.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.235.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.235.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.235.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.235.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.235.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.235.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.236.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.236.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.236.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.236.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.236.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.236.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.237.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.237.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.237.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.237.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.237.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.237.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.238.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.238.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.238.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.238.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.238.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.238.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.239.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.239.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.239.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.239.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.239.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.239.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.24.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.24.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.24.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.24.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.24.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.24.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.240.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.240.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.240.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.240.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.240.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.240.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.241.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.241.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.241.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.241.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.241.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.241.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.242.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.242.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.242.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.242.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.242.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.242.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.243.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.243.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.243.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.243.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.243.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.243.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.244.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.244.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.244.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.244.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.244.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.244.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.245.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.245.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.245.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.245.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.245.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.245.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.246.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.246.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.246.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.246.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.246.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.246.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.247.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.247.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.247.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.247.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.247.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.247.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.248.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.248.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.248.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.248.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.248.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.248.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.249.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.249.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.249.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.249.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.249.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.249.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.25.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.25.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.25.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.25.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.25.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.25.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.250.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.250.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.250.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.250.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.250.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.250.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.251.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.251.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.251.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.251.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.251.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.251.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.252.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.252.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.252.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.252.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.252.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.252.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.253.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.253.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.253.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.253.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.253.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.253.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.254.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.254.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.254.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.254.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.254.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.254.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.255.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.255.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.255.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.255.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.255.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.255.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.52.mlp.experts.26.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.26.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.26.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.26.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.26.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.26.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.27.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.27.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.27.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.27.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.27.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.27.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.28.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.28.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.28.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.28.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.28.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.28.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.29.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.29.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.29.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.29.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.29.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.29.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.3.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.3.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.3.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.3.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.3.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.3.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.30.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.30.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.30.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.30.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.30.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.30.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.31.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.31.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.31.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.31.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.31.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.31.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.32.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.32.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.32.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.32.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.32.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.32.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.33.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.33.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.33.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.33.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.33.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.33.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.34.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.34.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.34.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.34.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.34.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.34.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.35.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.35.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.35.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.35.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.35.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.35.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.36.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.36.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.36.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.36.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.36.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.36.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.37.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.37.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.37.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.37.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.37.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.37.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.38.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.38.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.38.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.38.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.38.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.38.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.39.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.39.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.39.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.39.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.39.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.39.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.4.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.4.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.4.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.4.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.4.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.4.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.40.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.40.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.40.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.40.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.40.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.40.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.41.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.41.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.41.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.41.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.41.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.41.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.42.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.42.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.42.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.42.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.42.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.42.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.43.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.43.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.43.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.43.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.43.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.43.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.44.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.44.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.44.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.44.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.44.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.44.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.45.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.45.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.45.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.45.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.45.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.45.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.46.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.46.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.46.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.46.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.46.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.46.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.47.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.47.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.47.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.47.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.47.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.47.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.48.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.48.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.48.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.48.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.48.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.48.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.49.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.49.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.49.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.49.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.49.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.49.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.5.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.5.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.5.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.5.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.5.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.5.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.50.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.50.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.50.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.50.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.50.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.50.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.51.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.51.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.51.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.51.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.51.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.51.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.52.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.52.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.52.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.52.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.52.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.52.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.53.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.53.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.53.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.53.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.53.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.53.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.54.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.54.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.54.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.54.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.54.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.54.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.55.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.55.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.55.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.55.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.55.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.55.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.56.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.56.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.56.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.56.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.56.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.56.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.57.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.57.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.57.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.57.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.57.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.57.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.58.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.58.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.58.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.58.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.58.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.58.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.59.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.59.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.59.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.59.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.59.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.59.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.6.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.6.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.6.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.6.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.6.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.6.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.60.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.60.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.60.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.60.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.60.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.60.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.61.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.61.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.61.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.61.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.61.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.61.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.62.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.62.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.62.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.62.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.62.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.62.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.63.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.63.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.63.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.63.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.63.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.63.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.64.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.64.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.64.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.64.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.64.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.64.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.65.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.65.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.65.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.65.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.65.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.65.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.66.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.66.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.66.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.66.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.66.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.66.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.67.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.67.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.67.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.67.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.67.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.67.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.68.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.68.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.68.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.68.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.68.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.68.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.69.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.69.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.69.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.69.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.69.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.69.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.7.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.7.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.7.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.7.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.7.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.7.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.70.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.70.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.70.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.70.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.70.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.70.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.71.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.71.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.71.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.71.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.71.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.71.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.72.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.72.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.72.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.72.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.72.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.72.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.73.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.73.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.73.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.73.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.73.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.73.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.74.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.74.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.74.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.74.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.74.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.74.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.75.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.75.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.75.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.75.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.75.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.75.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.76.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.76.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.76.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.76.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.76.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.76.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.77.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.77.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.77.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.77.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.77.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.77.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.78.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.78.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.78.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.78.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.78.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.78.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.79.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.79.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.79.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.79.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.79.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.79.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.8.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.8.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.8.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.8.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.8.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.8.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.80.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.80.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.80.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.80.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.80.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.80.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.81.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.81.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.81.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.81.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.81.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.81.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.82.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.82.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.82.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.82.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.82.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.82.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.83.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.83.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.83.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.83.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.83.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.83.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.84.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.84.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.84.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.84.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.84.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.84.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.85.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.85.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.85.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.85.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.85.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.85.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.86.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.86.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.86.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.86.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.86.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.86.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.87.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.87.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.87.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.87.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.87.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.87.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.88.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.88.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.88.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.88.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.88.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.88.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.89.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.89.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.89.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.89.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.89.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.89.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.9.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.9.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.9.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.9.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.9.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.9.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.experts.90.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.90.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.90.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.90.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.90.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.90.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.91.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.91.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.91.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.91.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.91.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.91.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.92.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.92.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.92.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.92.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.92.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.92.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.93.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.93.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.93.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.93.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.93.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.93.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.94.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.94.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.94.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.94.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.94.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.94.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.95.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.95.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.95.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.95.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.95.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.95.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.96.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.96.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.96.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.96.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.96.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.96.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.97.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.97.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.97.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.97.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.97.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.97.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.98.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.98.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.98.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.98.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.98.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.98.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.99.down_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.99.down_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.99.gate_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.99.gate_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.99.up_proj.weight": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.experts.99.up_proj.weight_scale": "model-00070-of-00081.safetensors",
+ "model.layers.52.mlp.router.gate.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.shared_experts.down_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.shared_experts.gate_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.mlp.shared_experts.up_proj.weight_scale": "model-00069-of-00081.safetensors",
+ "model.layers.52.post_attention_layernorm.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.post_mlp_layernorm.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.pre_mlp_layernorm.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.self_attn.gate_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.self_attn.k_norm.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.self_attn.k_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.self_attn.o_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.self_attn.q_norm.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.self_attn.q_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.52.self_attn.v_proj.weight": "model-00069-of-00081.safetensors",
+ "model.layers.53.input_layernorm.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.expert_bias": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.0.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.0.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.0.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.0.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.0.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.0.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.1.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.1.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.1.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.1.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.1.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.1.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.10.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.10.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.10.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.10.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.10.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.10.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.100.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.100.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.100.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.100.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.100.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.100.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.101.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.101.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.101.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.101.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.101.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.101.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.102.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.102.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.102.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.102.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.102.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.102.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.103.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.103.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.103.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.103.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.103.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.103.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.104.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.104.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.104.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.104.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.104.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.104.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.105.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.105.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.105.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.105.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.105.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.105.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.106.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.106.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.106.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.106.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.106.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.106.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.107.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.107.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.107.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.107.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.107.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.107.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.108.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.108.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.108.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.108.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.108.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.108.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.109.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.109.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.109.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.109.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.109.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.109.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.11.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.11.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.11.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.11.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.11.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.11.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.110.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.110.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.110.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.110.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.110.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.110.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.111.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.111.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.111.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.111.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.111.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.111.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.112.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.112.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.112.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.112.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.112.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.112.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.113.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.113.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.113.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.113.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.113.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.113.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.114.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.114.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.114.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.114.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.114.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.114.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.115.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.115.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.115.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.115.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.115.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.115.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.116.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.116.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.116.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.116.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.116.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.116.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.117.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.117.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.117.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.117.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.117.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.117.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.118.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.118.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.118.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.118.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.118.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.118.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.119.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.119.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.119.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.119.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.119.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.119.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.12.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.12.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.12.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.12.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.12.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.12.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.120.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.120.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.120.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.120.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.120.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.120.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.121.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.121.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.121.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.121.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.121.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.121.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.122.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.122.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.122.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.122.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.122.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.122.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.123.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.123.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.123.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.123.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.123.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.123.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.124.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.124.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.124.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.124.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.124.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.124.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.125.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.125.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.125.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.125.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.125.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.125.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.126.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.126.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.126.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.126.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.126.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.126.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.127.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.127.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.127.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.127.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.127.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.127.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.128.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.128.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.128.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.128.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.128.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.128.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.129.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.129.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.129.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.129.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.129.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.129.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.13.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.13.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.13.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.13.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.13.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.13.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.130.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.130.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.130.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.130.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.130.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.130.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.131.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.131.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.131.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.131.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.131.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.131.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.132.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.132.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.132.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.132.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.132.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.132.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.133.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.133.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.133.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.133.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.133.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.133.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.134.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.134.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.134.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.134.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.134.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.134.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.135.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.135.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.135.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.135.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.135.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.135.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.136.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.136.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.136.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.136.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.136.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.136.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.137.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.137.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.137.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.137.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.137.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.137.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.138.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.138.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.138.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.138.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.138.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.138.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.139.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.139.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.139.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.139.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.139.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.139.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.14.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.14.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.14.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.14.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.14.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.14.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.140.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.140.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.140.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.140.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.140.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.140.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.141.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.141.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.141.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.141.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.141.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.141.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.142.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.142.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.142.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.142.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.142.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.142.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.143.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.143.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.143.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.143.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.143.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.143.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.144.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.144.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.144.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.144.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.144.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.144.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.145.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.145.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.145.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.145.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.145.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.145.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.146.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.146.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.146.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.146.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.146.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.146.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.147.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.147.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.147.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.147.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.147.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.147.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.148.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.148.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.148.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.148.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.148.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.148.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.149.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.149.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.149.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.149.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.149.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.149.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.15.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.15.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.15.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.15.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.15.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.15.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.150.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.150.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.150.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.150.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.150.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.150.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.151.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.151.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.151.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.151.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.151.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.151.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.152.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.152.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.152.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.152.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.152.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.152.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.153.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.153.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.153.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.153.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.153.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.153.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.154.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.154.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.154.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.154.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.154.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.154.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.155.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.155.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.155.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.155.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.155.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.155.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.156.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.156.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.156.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.156.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.156.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.156.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.157.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.157.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.157.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.157.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.157.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.157.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.158.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.158.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.158.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.158.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.158.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.158.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.159.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.159.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.159.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.159.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.159.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.159.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.16.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.16.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.16.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.16.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.16.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.16.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.160.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.160.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.160.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.160.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.160.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.160.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.161.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.161.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.161.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.161.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.161.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.161.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.162.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.162.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.162.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.162.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.162.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.162.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.163.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.163.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.163.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.163.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.163.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.163.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.164.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.164.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.164.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.164.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.164.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.164.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.165.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.165.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.165.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.165.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.165.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.165.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.166.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.166.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.166.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.166.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.166.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.166.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.167.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.167.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.167.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.167.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.167.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.167.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.168.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.168.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.168.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.168.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.168.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.168.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.169.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.169.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.169.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.169.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.169.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.169.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.17.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.17.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.17.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.17.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.17.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.17.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.170.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.170.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.170.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.170.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.170.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.170.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.171.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.171.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.171.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.171.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.171.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.171.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.172.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.172.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.172.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.172.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.172.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.172.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.173.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.173.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.173.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.173.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.173.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.173.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.174.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.174.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.174.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.174.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.174.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.174.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.175.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.175.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.175.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.175.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.175.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.175.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.176.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.176.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.176.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.176.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.176.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.176.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.177.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.177.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.177.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.177.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.177.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.177.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.178.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.178.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.178.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.178.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.178.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.178.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.179.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.179.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.179.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.179.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.179.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.179.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.18.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.18.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.18.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.18.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.18.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.18.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.180.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.180.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.180.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.180.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.180.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.180.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.181.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.181.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.181.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.181.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.181.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.181.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.182.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.182.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.182.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.182.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.182.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.182.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.183.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.183.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.183.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.183.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.183.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.183.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.184.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.184.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.184.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.184.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.184.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.184.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.185.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.185.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.185.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.185.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.185.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.185.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.186.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.186.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.186.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.186.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.186.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.186.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.187.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.187.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.187.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.187.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.187.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.187.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.188.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.188.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.188.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.188.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.188.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.188.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.189.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.189.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.189.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.189.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.189.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.189.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.19.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.19.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.19.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.19.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.19.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.19.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.190.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.190.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.190.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.190.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.190.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.190.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.191.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.191.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.191.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.191.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.191.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.191.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.192.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.192.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.192.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.192.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.192.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.192.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.193.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.193.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.193.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.193.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.193.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.193.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.194.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.194.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.194.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.194.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.194.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.194.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.195.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.195.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.195.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.195.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.195.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.195.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.196.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.196.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.196.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.196.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.196.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.196.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.197.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.197.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.197.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.197.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.197.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.197.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.198.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.198.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.198.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.198.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.198.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.198.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.199.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.199.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.199.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.199.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.199.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.199.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.2.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.2.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.2.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.2.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.2.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.2.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.20.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.20.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.20.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.20.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.20.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.20.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.200.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.200.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.200.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.200.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.200.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.200.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.201.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.201.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.201.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.201.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.201.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.201.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.202.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.202.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.202.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.202.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.202.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.202.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.203.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.203.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.203.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.203.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.203.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.203.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.204.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.204.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.204.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.204.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.204.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.204.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.205.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.205.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.205.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.205.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.205.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.205.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.206.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.206.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.206.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.206.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.206.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.206.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.207.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.207.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.207.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.207.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.207.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.207.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.208.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.208.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.208.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.208.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.208.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.208.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.209.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.209.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.209.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.209.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.209.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.209.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.21.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.21.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.21.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.21.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.21.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.21.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.210.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.210.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.210.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.210.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.210.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.210.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.211.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.211.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.211.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.211.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.211.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.211.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.212.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.212.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.212.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.212.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.212.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.212.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.213.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.213.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.213.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.213.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.213.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.213.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.214.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.214.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.214.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.214.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.214.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.214.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.215.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.215.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.215.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.215.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.215.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.215.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.216.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.216.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.216.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.216.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.216.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.216.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.217.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.217.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.217.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.217.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.217.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.217.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.218.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.218.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.218.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.218.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.218.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.218.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.219.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.219.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.219.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.219.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.219.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.219.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.22.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.22.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.22.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.22.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.22.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.22.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.220.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.220.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.220.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.220.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.220.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.220.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.221.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.221.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.221.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.221.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.221.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.221.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.222.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.222.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.222.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.222.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.222.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.222.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.223.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.223.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.223.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.223.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.223.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.223.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.224.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.224.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.224.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.224.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.224.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.224.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.225.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.225.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.225.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.225.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.225.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.225.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.226.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.226.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.226.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.226.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.226.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.226.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.227.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.227.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.227.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.227.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.227.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.227.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.228.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.228.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.228.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.228.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.228.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.228.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.229.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.229.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.229.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.229.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.229.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.229.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.23.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.23.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.23.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.23.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.23.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.23.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.230.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.230.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.230.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.230.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.230.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.230.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.231.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.231.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.231.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.231.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.231.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.231.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.232.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.232.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.232.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.232.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.232.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.232.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.233.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.233.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.233.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.233.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.233.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.233.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.234.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.234.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.234.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.234.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.234.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.234.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.235.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.235.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.235.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.235.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.235.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.235.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.236.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.236.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.236.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.236.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.236.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.236.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.237.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.237.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.237.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.237.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.237.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.237.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.238.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.238.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.238.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.238.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.238.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.238.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.239.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.239.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.239.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.239.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.239.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.239.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.24.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.24.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.24.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.24.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.24.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.24.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.240.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.240.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.240.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.240.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.240.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.240.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.241.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.241.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.241.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.241.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.241.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.241.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.242.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.242.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.242.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.242.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.242.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.242.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.243.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.243.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.243.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.243.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.243.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.243.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.244.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.244.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.244.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.244.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.244.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.244.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.245.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.245.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.245.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.245.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.245.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.245.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.246.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.246.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.246.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.246.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.246.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.246.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.247.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.247.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.247.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.247.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.247.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.247.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.248.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.248.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.248.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.248.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.248.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.248.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.249.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.249.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.249.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.249.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.249.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.249.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.25.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.25.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.25.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.25.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.25.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.25.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.250.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.250.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.250.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.250.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.250.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.250.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.251.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.251.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.251.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.251.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.251.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.251.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.252.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.252.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.252.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.252.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.252.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.252.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.253.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.253.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.253.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.253.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.253.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.253.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.254.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.254.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.254.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.254.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.254.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.254.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.255.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.255.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.255.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.255.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.255.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.255.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.53.mlp.experts.26.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.26.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.26.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.26.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.26.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.26.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.27.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.27.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.27.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.27.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.27.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.27.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.28.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.28.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.28.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.28.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.28.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.28.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.29.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.29.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.29.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.29.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.29.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.29.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.3.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.3.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.3.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.3.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.3.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.3.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.30.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.30.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.30.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.30.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.30.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.30.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.31.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.31.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.31.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.31.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.31.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.31.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.32.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.32.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.32.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.32.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.32.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.32.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.33.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.33.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.33.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.33.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.33.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.33.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.34.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.34.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.34.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.34.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.34.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.34.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.35.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.35.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.35.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.35.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.35.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.35.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.36.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.36.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.36.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.36.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.36.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.36.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.37.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.37.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.37.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.37.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.37.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.37.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.38.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.38.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.38.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.38.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.38.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.38.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.39.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.39.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.39.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.39.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.39.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.39.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.4.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.4.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.4.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.4.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.4.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.4.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.40.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.40.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.40.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.40.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.40.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.40.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.41.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.41.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.41.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.41.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.41.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.41.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.42.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.42.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.42.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.42.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.42.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.42.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.43.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.43.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.43.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.43.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.43.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.43.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.44.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.44.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.44.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.44.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.44.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.44.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.45.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.45.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.45.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.45.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.45.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.45.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.46.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.46.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.46.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.46.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.46.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.46.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.47.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.47.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.47.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.47.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.47.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.47.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.48.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.48.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.48.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.48.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.48.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.48.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.49.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.49.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.49.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.49.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.49.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.49.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.5.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.5.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.5.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.5.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.5.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.5.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.50.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.50.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.50.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.50.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.50.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.50.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.51.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.51.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.51.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.51.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.51.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.51.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.52.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.52.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.52.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.52.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.52.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.52.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.53.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.53.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.53.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.53.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.53.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.53.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.54.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.54.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.54.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.54.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.54.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.54.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.55.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.55.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.55.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.55.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.55.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.55.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.56.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.56.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.56.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.56.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.56.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.56.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.57.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.57.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.57.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.57.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.57.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.57.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.58.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.58.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.58.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.58.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.58.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.58.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.59.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.59.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.59.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.59.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.59.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.59.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.6.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.6.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.6.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.6.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.6.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.6.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.60.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.60.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.60.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.60.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.60.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.60.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.61.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.61.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.61.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.61.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.61.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.61.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.62.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.62.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.62.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.62.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.62.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.62.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.63.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.63.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.63.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.63.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.63.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.63.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.64.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.64.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.64.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.64.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.64.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.64.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.65.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.65.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.65.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.65.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.65.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.65.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.66.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.66.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.66.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.66.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.66.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.66.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.67.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.67.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.67.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.67.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.67.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.67.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.68.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.68.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.68.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.68.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.68.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.68.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.69.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.69.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.69.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.69.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.69.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.69.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.7.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.7.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.7.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.7.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.7.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.7.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.70.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.70.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.70.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.70.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.70.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.70.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.71.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.71.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.71.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.71.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.71.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.71.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.72.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.72.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.72.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.72.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.72.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.72.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.73.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.73.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.73.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.73.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.73.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.73.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.74.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.74.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.74.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.74.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.74.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.74.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.75.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.75.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.75.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.75.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.75.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.75.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.76.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.76.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.76.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.76.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.76.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.76.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.77.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.77.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.77.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.77.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.77.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.77.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.78.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.78.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.78.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.78.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.78.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.78.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.79.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.79.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.79.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.79.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.79.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.79.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.8.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.8.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.8.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.8.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.8.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.8.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.80.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.80.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.80.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.80.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.80.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.80.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.81.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.81.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.81.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.81.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.81.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.81.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.82.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.82.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.82.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.82.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.82.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.82.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.83.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.83.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.83.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.83.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.83.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.83.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.84.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.84.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.84.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.84.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.84.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.84.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.85.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.85.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.85.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.85.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.85.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.85.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.86.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.86.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.86.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.86.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.86.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.86.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.87.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.87.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.87.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.87.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.87.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.87.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.88.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.88.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.88.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.88.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.88.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.88.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.89.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.89.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.89.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.89.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.89.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.89.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.9.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.9.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.9.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.9.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.9.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.9.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.90.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.90.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.90.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.90.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.90.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.90.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.91.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.91.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.91.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.91.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.91.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.91.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.92.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.92.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.92.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.92.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.92.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.92.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.93.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.93.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.93.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.93.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.93.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.93.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.94.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.94.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.94.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.94.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.94.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.94.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.95.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.95.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.95.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.95.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.95.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.95.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.96.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.96.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.96.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.96.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.96.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.96.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.97.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.97.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.97.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.97.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.97.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.97.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.98.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.98.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.98.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.98.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.98.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.98.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.99.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.99.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.99.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.99.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.99.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.experts.99.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.router.gate.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.shared_experts.down_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.shared_experts.gate_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.mlp.shared_experts.up_proj.weight_scale": "model-00071-of-00081.safetensors",
+ "model.layers.53.post_attention_layernorm.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.post_mlp_layernorm.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.pre_mlp_layernorm.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.self_attn.gate_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.self_attn.k_norm.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.self_attn.k_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.self_attn.o_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.self_attn.q_norm.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.self_attn.q_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.53.self_attn.v_proj.weight": "model-00071-of-00081.safetensors",
+ "model.layers.54.input_layernorm.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.expert_bias": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.0.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.0.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.0.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.0.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.0.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.0.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.1.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.1.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.1.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.1.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.1.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.1.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.10.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.10.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.10.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.10.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.10.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.10.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.100.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.100.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.100.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.100.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.100.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.100.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.101.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.101.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.101.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.101.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.101.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.101.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.102.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.102.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.102.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.102.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.102.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.102.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.103.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.103.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.103.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.103.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.103.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.103.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.104.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.104.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.104.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.104.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.104.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.104.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.105.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.105.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.105.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.105.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.105.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.105.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.106.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.106.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.106.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.106.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.106.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.106.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.107.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.107.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.107.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.107.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.107.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.107.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.108.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.108.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.108.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.108.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.108.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.108.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.109.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.109.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.109.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.109.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.109.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.109.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.11.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.11.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.11.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.11.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.11.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.11.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.110.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.110.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.110.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.110.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.110.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.110.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.111.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.111.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.111.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.111.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.111.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.111.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.112.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.112.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.112.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.112.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.112.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.112.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.113.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.113.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.113.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.113.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.113.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.113.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.114.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.114.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.114.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.114.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.114.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.114.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.115.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.115.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.115.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.115.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.115.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.115.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.116.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.116.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.116.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.116.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.116.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.116.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.117.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.117.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.117.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.117.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.117.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.117.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.118.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.118.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.118.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.118.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.118.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.118.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.119.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.119.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.119.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.119.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.119.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.119.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.12.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.12.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.12.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.12.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.12.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.12.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.120.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.120.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.120.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.120.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.120.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.120.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.121.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.121.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.121.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.121.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.121.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.121.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.122.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.122.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.122.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.122.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.122.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.122.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.123.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.123.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.123.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.123.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.123.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.123.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.124.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.124.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.124.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.124.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.124.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.124.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.125.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.125.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.125.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.125.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.125.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.125.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.126.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.126.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.126.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.126.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.126.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.126.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.127.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.127.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.127.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.127.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.127.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.127.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.128.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.128.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.128.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.128.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.128.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.128.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.129.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.129.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.129.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.129.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.129.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.129.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.13.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.13.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.13.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.13.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.13.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.13.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.130.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.130.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.130.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.130.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.130.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.130.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.131.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.131.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.131.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.131.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.131.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.131.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.132.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.132.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.132.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.132.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.132.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.132.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.133.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.133.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.133.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.133.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.133.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.133.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.134.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.134.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.134.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.134.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.134.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.134.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.135.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.135.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.135.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.135.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.135.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.135.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.136.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.136.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.136.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.136.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.136.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.136.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.137.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.137.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.137.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.137.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.137.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.137.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.138.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.138.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.138.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.138.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.138.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.138.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.139.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.139.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.139.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.139.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.139.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.139.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.14.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.14.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.14.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.14.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.14.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.14.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.140.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.140.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.140.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.140.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.140.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.140.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.141.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.141.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.141.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.141.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.141.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.141.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.142.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.142.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.142.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.142.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.142.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.142.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.143.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.143.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.143.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.143.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.143.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.143.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.144.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.144.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.144.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.144.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.144.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.144.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.145.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.145.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.145.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.145.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.145.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.145.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.146.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.146.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.146.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.146.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.146.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.146.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.147.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.147.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.147.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.147.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.147.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.147.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.148.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.148.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.148.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.148.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.148.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.148.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.149.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.149.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.149.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.149.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.149.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.149.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.15.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.15.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.15.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.15.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.15.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.15.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.150.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.150.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.150.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.150.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.150.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.150.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.151.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.151.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.151.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.151.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.151.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.151.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.152.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.152.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.152.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.152.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.152.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.152.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.153.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.153.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.153.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.153.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.153.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.153.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.154.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.154.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.154.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.154.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.154.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.154.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.155.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.155.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.155.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.155.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.155.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.155.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.156.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.156.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.156.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.156.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.156.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.156.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.157.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.157.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.157.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.157.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.157.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.157.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.158.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.158.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.158.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.158.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.158.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.158.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.159.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.159.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.159.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.159.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.159.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.159.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.16.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.16.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.16.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.16.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.16.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.16.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.160.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.160.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.160.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.160.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.160.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.160.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.161.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.161.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.161.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.161.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.161.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.161.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.162.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.162.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.162.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.162.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.162.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.162.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.163.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.163.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.163.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.163.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.163.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.163.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.164.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.164.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.164.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.164.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.164.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.164.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.165.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.165.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.165.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.165.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.165.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.165.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.166.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.166.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.166.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.166.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.166.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.166.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.167.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.167.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.167.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.167.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.167.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.167.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.168.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.168.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.168.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.168.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.168.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.168.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.169.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.169.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.169.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.169.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.169.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.169.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.17.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.17.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.17.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.17.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.17.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.17.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.170.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.170.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.170.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.170.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.170.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.170.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.171.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.171.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.171.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.171.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.171.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.171.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.172.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.172.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.172.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.172.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.172.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.172.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.173.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.173.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.173.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.173.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.173.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.173.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.174.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.174.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.174.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.174.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.174.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.174.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.175.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.175.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.175.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.175.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.175.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.175.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.176.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.176.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.176.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.176.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.176.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.176.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.177.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.177.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.177.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.177.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.177.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.177.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.178.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.178.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.178.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.178.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.178.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.178.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.179.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.179.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.179.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.179.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.179.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.179.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.18.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.18.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.18.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.18.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.18.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.18.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.180.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.180.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.180.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.180.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.180.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.180.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.181.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.181.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.181.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.181.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.181.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.181.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.182.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.182.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.182.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.182.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.182.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.182.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.183.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.183.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.183.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.183.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.183.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.183.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.184.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.184.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.184.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.184.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.184.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.184.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.185.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.185.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.185.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.185.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.185.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.185.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.186.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.186.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.186.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.186.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.186.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.186.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.187.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.187.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.187.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.187.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.187.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.187.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.188.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.188.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.188.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.188.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.188.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.188.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.189.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.189.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.189.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.189.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.189.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.189.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.19.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.19.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.19.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.19.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.19.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.19.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.190.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.190.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.190.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.190.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.190.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.190.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.191.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.191.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.191.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.191.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.191.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.191.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.192.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.192.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.192.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.192.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.192.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.192.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.193.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.193.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.193.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.193.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.193.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.193.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.194.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.194.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.194.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.194.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.194.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.194.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.195.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.195.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.195.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.195.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.195.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.195.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.196.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.196.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.196.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.196.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.196.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.196.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.197.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.197.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.197.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.197.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.197.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.197.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.198.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.198.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.198.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.198.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.198.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.198.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.199.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.199.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.199.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.199.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.199.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.199.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.2.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.2.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.2.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.2.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.2.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.2.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.20.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.20.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.20.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.20.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.20.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.20.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.200.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.200.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.200.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.200.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.200.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.200.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.201.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.201.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.201.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.201.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.201.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.201.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.202.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.202.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.202.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.202.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.202.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.202.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.203.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.203.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.203.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.203.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.203.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.203.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.204.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.204.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.204.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.204.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.204.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.204.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.205.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.205.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.205.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.205.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.205.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.205.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.206.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.206.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.206.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.206.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.206.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.206.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.207.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.207.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.207.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.207.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.207.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.207.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.208.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.208.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.208.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.208.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.208.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.208.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.209.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.209.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.209.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.209.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.209.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.209.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.21.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.21.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.21.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.21.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.21.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.21.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.210.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.210.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.210.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.210.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.210.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.210.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.211.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.211.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.211.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.211.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.211.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.211.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.212.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.212.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.212.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.212.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.212.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.212.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.213.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.213.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.213.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.213.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.213.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.213.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.214.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.214.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.214.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.214.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.214.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.214.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.215.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.215.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.215.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.215.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.215.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.215.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.216.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.216.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.216.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.216.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.216.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.216.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.217.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.217.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.217.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.217.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.217.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.217.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.218.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.218.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.218.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.218.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.218.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.218.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.219.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.219.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.219.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.219.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.219.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.219.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.22.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.22.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.22.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.22.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.22.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.22.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.220.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.220.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.220.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.220.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.220.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.220.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.221.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.221.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.221.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.221.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.221.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.221.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.222.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.222.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.222.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.222.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.222.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.222.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.223.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.223.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.223.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.223.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.223.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.223.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.224.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.224.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.224.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.224.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.224.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.224.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.225.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.225.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.225.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.225.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.225.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.225.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.226.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.226.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.226.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.226.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.226.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.226.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.227.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.227.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.227.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.227.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.227.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.227.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.228.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.228.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.228.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.228.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.228.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.228.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.229.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.229.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.229.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.229.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.229.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.229.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.23.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.23.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.23.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.23.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.23.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.23.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.230.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.230.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.230.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.230.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.230.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.230.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.231.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.231.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.231.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.231.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.231.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.231.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.232.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.232.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.232.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.232.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.232.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.232.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.233.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.233.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.233.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.233.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.233.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.233.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.234.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.234.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.234.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.234.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.234.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.234.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.235.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.235.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.235.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.235.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.235.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.235.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.236.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.236.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.236.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.236.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.236.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.236.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.237.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.237.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.237.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.237.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.237.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.237.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.238.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.238.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.238.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.238.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.238.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.238.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.239.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.239.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.239.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.239.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.239.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.239.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.24.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.24.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.24.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.24.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.24.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.24.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.240.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.240.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.240.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.240.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.240.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.240.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.241.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.241.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.241.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.241.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.241.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.241.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.242.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.242.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.242.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.242.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.242.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.242.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.243.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.243.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.243.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.243.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.243.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.243.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.244.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.244.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.244.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.244.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.244.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.244.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.245.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.245.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.245.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.245.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.245.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.245.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.246.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.246.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.246.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.246.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.246.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.246.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.247.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.247.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.247.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.247.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.247.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.247.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.248.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.248.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.248.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.248.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.248.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.248.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.249.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.249.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.249.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.249.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.249.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.249.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.25.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.25.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.25.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.25.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.25.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.25.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.250.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.250.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.250.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.250.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.250.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.250.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.251.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.251.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.251.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.251.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.251.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.251.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.252.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.252.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.252.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.252.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.252.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.252.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.253.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.253.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.253.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.253.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.253.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.253.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.254.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.254.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.254.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.254.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.254.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.254.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.255.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.255.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.255.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.255.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.255.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.255.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.54.mlp.experts.26.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.26.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.26.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.26.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.26.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.26.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.27.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.27.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.27.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.27.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.27.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.27.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.28.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.28.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.28.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.28.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.28.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.28.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.29.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.29.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.29.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.29.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.29.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.29.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.3.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.3.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.3.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.3.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.3.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.3.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.30.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.30.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.30.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.30.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.30.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.30.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.31.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.31.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.31.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.31.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.31.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.31.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.32.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.32.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.32.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.32.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.32.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.32.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.33.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.33.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.33.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.33.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.33.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.33.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.34.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.34.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.34.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.34.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.34.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.34.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.35.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.35.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.35.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.35.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.35.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.35.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.36.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.36.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.36.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.36.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.36.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.36.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.37.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.37.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.37.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.37.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.37.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.37.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.38.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.38.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.38.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.38.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.38.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.38.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.39.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.39.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.39.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.39.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.39.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.39.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.4.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.4.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.4.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.4.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.4.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.4.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.40.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.40.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.40.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.40.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.40.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.40.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.41.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.41.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.41.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.41.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.41.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.41.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.42.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.42.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.42.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.42.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.42.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.42.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.43.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.43.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.43.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.43.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.43.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.43.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.44.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.44.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.44.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.44.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.44.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.44.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.45.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.45.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.45.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.45.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.45.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.45.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.46.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.46.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.46.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.46.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.46.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.46.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.47.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.47.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.47.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.47.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.47.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.47.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.48.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.48.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.48.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.48.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.48.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.48.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.49.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.49.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.49.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.49.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.49.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.49.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.5.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.5.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.5.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.5.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.5.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.5.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.50.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.50.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.50.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.50.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.50.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.50.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.51.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.51.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.51.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.51.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.51.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.51.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.52.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.52.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.52.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.52.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.52.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.52.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.53.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.53.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.53.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.53.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.53.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.53.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.54.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.54.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.54.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.54.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.54.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.54.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.55.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.55.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.55.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.55.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.55.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.55.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.56.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.56.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.56.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.56.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.56.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.56.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.57.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.57.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.57.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.57.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.57.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.57.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.58.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.58.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.58.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.58.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.58.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.58.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.59.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.59.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.59.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.59.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.59.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.59.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.6.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.6.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.6.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.6.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.6.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.6.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.60.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.60.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.60.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.60.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.60.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.60.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.61.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.61.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.61.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.61.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.61.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.61.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.62.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.62.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.62.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.62.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.62.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.62.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.63.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.63.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.63.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.63.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.63.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.63.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.64.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.64.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.64.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.64.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.64.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.64.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.65.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.65.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.65.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.65.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.65.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.65.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.66.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.66.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.66.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.66.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.66.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.66.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.67.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.67.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.67.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.67.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.67.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.67.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.68.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.68.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.68.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.68.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.68.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.68.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.69.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.69.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.69.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.69.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.69.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.69.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.7.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.7.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.7.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.7.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.7.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.7.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.70.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.70.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.70.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.70.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.70.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.70.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.71.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.71.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.71.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.71.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.71.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.71.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.72.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.72.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.72.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.72.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.72.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.72.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.73.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.73.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.73.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.73.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.73.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.73.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.74.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.74.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.74.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.74.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.74.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.74.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.75.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.75.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.75.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.75.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.75.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.75.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.76.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.76.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.76.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.76.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.76.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.76.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.77.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.77.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.77.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.77.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.77.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.77.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.78.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.78.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.78.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.78.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.78.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.78.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.79.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.79.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.79.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.79.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.79.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.79.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.8.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.8.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.8.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.8.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.8.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.8.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.80.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.80.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.80.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.80.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.80.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.80.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.81.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.81.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.81.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.81.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.81.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.81.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.82.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.82.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.82.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.82.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.82.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.82.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.83.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.83.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.83.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.83.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.83.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.83.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.84.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.84.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.84.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.84.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.84.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.84.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.85.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.85.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.85.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.85.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.85.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.85.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.86.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.86.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.86.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.86.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.86.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.86.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.87.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.87.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.87.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.87.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.87.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.87.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.88.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.88.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.88.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.88.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.88.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.88.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.89.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.89.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.89.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.89.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.89.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.89.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.9.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.9.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.9.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.9.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.9.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.9.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.experts.90.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.90.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.90.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.90.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.90.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.90.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.91.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.91.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.91.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.91.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.91.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.91.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.92.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.92.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.92.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.92.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.92.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.92.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.93.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.93.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.93.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.93.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.93.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.93.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.94.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.94.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.94.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.94.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.94.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.94.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.95.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.95.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.95.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.95.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.95.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.95.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.96.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.96.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.96.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.96.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.96.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.96.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.97.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.97.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.97.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.97.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.97.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.97.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.98.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.98.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.98.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.98.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.98.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.98.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.99.down_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.99.down_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.99.gate_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.99.gate_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.99.up_proj.weight": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.experts.99.up_proj.weight_scale": "model-00073-of-00081.safetensors",
+ "model.layers.54.mlp.router.gate.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.shared_experts.down_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.shared_experts.gate_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.mlp.shared_experts.up_proj.weight_scale": "model-00072-of-00081.safetensors",
+ "model.layers.54.post_attention_layernorm.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.post_mlp_layernorm.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.pre_mlp_layernorm.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.self_attn.gate_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.self_attn.k_norm.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.self_attn.k_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.self_attn.o_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.self_attn.q_norm.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.self_attn.q_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.54.self_attn.v_proj.weight": "model-00072-of-00081.safetensors",
+ "model.layers.55.input_layernorm.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.expert_bias": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.0.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.0.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.0.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.0.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.0.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.0.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.1.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.1.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.1.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.1.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.1.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.1.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.10.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.10.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.10.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.10.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.10.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.10.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.100.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.100.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.100.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.100.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.100.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.100.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.101.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.101.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.101.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.101.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.101.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.101.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.102.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.102.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.102.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.102.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.102.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.102.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.103.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.103.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.103.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.103.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.103.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.103.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.104.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.104.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.104.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.104.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.104.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.104.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.105.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.105.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.105.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.105.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.105.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.105.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.106.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.106.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.106.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.106.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.106.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.106.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.107.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.107.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.107.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.107.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.107.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.107.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.108.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.108.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.108.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.108.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.108.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.108.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.109.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.109.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.109.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.109.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.109.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.109.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.11.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.11.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.11.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.11.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.11.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.11.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.110.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.110.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.110.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.110.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.110.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.110.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.111.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.111.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.111.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.111.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.111.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.111.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.112.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.112.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.112.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.112.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.112.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.112.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.113.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.113.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.113.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.113.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.113.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.113.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.114.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.114.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.114.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.114.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.114.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.114.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.115.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.115.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.115.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.115.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.115.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.115.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.116.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.116.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.116.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.116.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.116.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.116.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.117.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.117.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.117.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.117.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.117.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.117.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.118.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.118.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.118.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.118.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.118.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.118.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.119.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.119.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.119.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.119.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.119.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.119.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.12.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.12.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.12.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.12.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.12.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.12.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.120.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.120.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.120.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.120.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.120.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.120.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.121.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.121.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.121.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.121.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.121.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.121.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.122.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.122.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.122.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.122.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.122.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.122.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.123.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.123.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.123.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.123.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.123.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.123.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.124.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.124.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.124.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.124.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.124.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.124.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.125.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.125.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.125.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.125.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.125.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.125.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.126.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.126.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.126.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.126.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.126.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.126.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.127.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.127.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.127.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.127.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.127.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.127.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.128.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.128.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.128.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.128.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.128.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.128.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.129.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.129.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.129.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.129.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.129.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.129.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.13.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.13.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.13.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.13.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.13.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.13.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.130.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.130.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.130.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.130.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.130.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.130.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.131.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.131.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.131.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.131.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.131.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.131.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.132.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.132.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.132.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.132.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.132.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.132.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.133.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.133.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.133.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.133.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.133.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.133.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.134.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.134.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.134.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.134.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.134.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.134.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.135.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.135.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.135.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.135.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.135.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.135.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.136.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.136.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.136.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.136.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.136.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.136.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.137.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.137.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.137.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.137.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.137.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.137.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.138.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.138.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.138.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.138.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.138.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.138.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.139.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.139.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.139.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.139.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.139.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.139.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.14.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.14.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.14.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.14.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.14.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.14.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.140.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.140.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.140.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.140.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.140.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.140.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.141.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.141.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.141.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.141.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.141.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.141.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.142.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.142.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.142.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.142.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.142.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.142.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.143.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.143.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.143.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.143.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.143.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.143.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.144.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.144.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.144.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.144.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.144.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.144.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.145.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.145.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.145.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.145.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.145.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.145.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.146.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.146.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.146.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.146.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.146.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.146.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.147.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.147.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.147.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.147.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.147.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.147.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.148.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.148.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.148.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.148.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.148.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.148.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.149.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.149.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.149.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.149.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.149.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.149.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.15.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.15.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.15.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.15.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.15.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.15.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.150.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.150.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.150.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.150.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.150.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.150.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.151.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.151.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.151.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.151.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.151.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.151.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.152.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.152.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.152.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.152.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.152.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.152.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.153.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.153.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.153.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.153.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.153.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.153.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.154.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.154.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.154.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.154.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.154.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.154.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.155.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.155.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.155.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.155.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.155.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.155.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.156.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.156.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.156.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.156.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.156.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.156.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.157.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.157.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.157.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.157.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.157.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.157.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.158.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.158.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.158.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.158.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.158.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.158.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.159.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.159.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.159.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.159.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.159.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.159.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.16.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.16.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.16.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.16.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.16.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.16.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.160.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.160.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.160.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.160.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.160.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.160.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.161.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.161.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.161.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.161.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.161.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.161.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.162.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.162.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.162.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.162.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.162.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.162.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.163.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.163.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.163.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.163.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.163.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.163.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.164.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.164.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.164.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.164.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.164.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.164.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.165.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.165.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.165.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.165.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.165.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.165.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.166.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.166.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.166.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.166.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.166.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.166.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.167.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.167.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.167.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.167.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.167.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.167.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.168.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.168.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.168.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.168.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.168.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.168.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.169.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.169.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.169.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.169.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.169.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.169.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.17.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.17.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.17.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.17.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.17.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.17.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.170.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.170.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.170.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.170.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.170.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.170.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.171.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.171.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.171.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.171.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.171.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.171.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.172.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.172.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.172.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.172.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.172.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.172.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.173.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.173.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.173.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.173.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.173.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.173.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.174.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.174.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.174.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.174.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.174.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.174.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.175.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.175.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.175.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.175.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.175.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.175.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.176.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.176.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.176.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.176.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.176.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.176.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.177.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.177.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.177.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.177.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.177.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.177.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.178.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.178.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.178.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.178.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.178.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.178.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.179.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.179.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.179.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.179.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.179.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.179.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.18.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.18.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.18.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.18.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.18.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.18.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.180.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.180.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.180.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.180.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.180.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.180.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.181.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.181.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.181.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.181.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.181.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.181.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.182.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.182.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.182.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.182.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.182.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.182.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.183.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.183.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.183.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.183.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.183.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.183.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.184.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.184.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.184.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.184.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.184.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.184.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.185.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.185.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.185.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.185.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.185.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.185.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.186.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.186.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.186.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.186.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.186.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.186.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.187.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.187.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.187.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.187.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.187.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.187.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.188.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.188.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.188.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.188.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.188.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.188.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.189.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.189.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.189.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.189.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.189.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.189.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.19.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.19.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.19.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.19.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.19.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.19.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.190.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.190.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.190.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.190.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.190.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.190.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.191.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.191.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.191.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.191.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.191.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.191.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.192.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.192.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.192.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.192.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.192.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.192.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.193.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.193.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.193.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.193.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.193.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.193.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.194.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.194.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.194.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.194.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.194.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.194.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.195.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.195.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.195.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.195.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.195.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.195.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.196.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.196.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.196.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.196.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.196.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.196.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.197.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.197.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.197.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.197.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.197.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.197.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.198.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.198.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.198.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.198.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.198.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.198.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.199.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.199.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.199.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.199.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.199.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.199.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.2.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.2.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.2.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.2.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.2.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.2.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.20.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.20.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.20.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.20.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.20.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.20.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.200.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.200.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.200.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.200.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.200.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.200.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.201.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.201.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.201.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.201.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.201.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.201.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.202.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.202.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.202.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.202.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.202.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.202.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.203.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.203.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.203.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.203.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.203.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.203.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.204.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.204.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.204.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.204.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.204.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.204.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.205.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.205.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.205.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.205.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.205.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.205.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.206.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.206.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.206.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.206.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.206.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.206.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.207.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.207.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.207.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.207.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.207.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.207.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.208.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.208.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.208.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.208.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.208.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.208.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.209.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.209.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.209.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.209.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.209.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.209.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.21.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.21.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.21.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.21.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.21.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.21.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.210.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.210.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.210.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.210.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.210.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.210.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.211.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.211.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.211.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.211.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.211.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.211.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.212.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.212.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.212.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.212.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.212.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.212.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.213.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.213.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.213.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.213.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.213.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.213.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.214.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.214.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.214.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.214.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.214.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.214.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.215.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.215.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.215.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.215.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.215.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.215.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.216.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.216.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.216.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.216.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.216.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.216.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.217.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.217.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.217.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.217.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.217.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.217.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.218.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.218.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.218.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.218.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.218.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.218.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.219.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.219.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.219.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.219.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.219.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.219.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.22.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.22.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.22.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.22.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.22.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.22.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.220.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.220.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.220.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.220.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.220.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.220.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.221.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.221.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.221.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.221.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.221.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.221.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.222.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.222.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.222.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.222.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.222.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.222.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.223.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.223.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.223.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.223.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.223.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.223.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.224.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.224.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.224.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.224.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.224.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.224.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.225.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.225.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.225.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.225.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.225.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.225.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.226.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.226.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.226.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.226.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.226.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.226.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.227.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.227.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.227.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.227.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.227.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.227.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.228.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.228.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.228.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.228.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.228.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.228.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.229.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.229.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.229.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.229.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.229.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.229.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.23.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.23.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.23.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.23.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.23.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.23.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.230.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.230.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.230.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.230.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.230.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.230.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.231.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.231.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.231.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.231.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.231.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.231.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.232.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.232.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.232.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.232.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.232.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.232.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.233.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.233.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.233.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.233.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.233.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.233.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.234.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.234.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.234.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.234.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.234.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.234.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.235.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.235.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.235.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.235.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.235.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.235.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.236.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.236.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.236.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.236.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.236.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.236.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.237.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.237.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.237.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.237.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.237.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.237.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.238.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.238.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.238.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.238.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.238.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.238.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.239.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.239.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.239.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.239.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.239.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.239.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.24.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.24.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.24.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.24.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.24.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.24.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.240.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.240.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.240.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.240.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.240.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.240.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.241.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.241.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.241.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.241.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.241.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.241.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.242.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.242.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.242.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.242.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.242.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.242.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.243.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.243.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.243.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.243.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.243.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.243.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.244.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.244.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.244.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.244.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.244.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.244.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.245.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.245.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.245.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.245.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.245.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.245.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.246.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.246.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.246.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.246.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.246.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.246.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.247.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.247.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.247.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.247.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.247.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.247.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.248.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.248.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.248.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.248.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.248.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.248.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.249.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.249.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.249.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.249.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.249.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.249.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.25.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.25.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.25.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.25.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.25.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.25.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.250.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.250.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.250.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.250.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.250.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.250.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.251.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.251.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.251.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.251.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.251.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.251.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.252.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.252.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.252.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.252.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.252.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.252.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.253.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.253.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.253.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.253.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.253.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.253.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.254.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.254.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.254.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.254.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.254.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.254.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.255.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.255.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.255.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.255.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.255.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.255.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.55.mlp.experts.26.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.26.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.26.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.26.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.26.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.26.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.27.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.27.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.27.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.27.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.27.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.27.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.28.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.28.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.28.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.28.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.28.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.28.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.29.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.29.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.29.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.29.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.29.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.29.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.3.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.3.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.3.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.3.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.3.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.3.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.30.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.30.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.30.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.30.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.30.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.30.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.31.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.31.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.31.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.31.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.31.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.31.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.32.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.32.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.32.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.32.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.32.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.32.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.33.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.33.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.33.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.33.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.33.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.33.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.34.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.34.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.34.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.34.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.34.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.34.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.35.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.35.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.35.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.35.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.35.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.35.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.36.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.36.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.36.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.36.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.36.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.36.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.37.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.37.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.37.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.37.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.37.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.37.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.38.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.38.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.38.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.38.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.38.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.38.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.39.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.39.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.39.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.39.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.39.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.39.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.4.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.4.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.4.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.4.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.4.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.4.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.40.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.40.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.40.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.40.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.40.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.40.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.41.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.41.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.41.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.41.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.41.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.41.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.42.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.42.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.42.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.42.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.42.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.42.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.43.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.43.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.43.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.43.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.43.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.43.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.44.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.44.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.44.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.44.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.44.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.44.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.45.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.45.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.45.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.45.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.45.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.45.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.46.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.46.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.46.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.46.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.46.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.46.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.47.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.47.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.47.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.47.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.47.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.47.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.48.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.48.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.48.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.48.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.48.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.48.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.49.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.49.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.49.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.49.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.49.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.49.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.5.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.5.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.5.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.5.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.5.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.5.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.50.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.50.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.50.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.50.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.50.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.50.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.51.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.51.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.51.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.51.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.51.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.51.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.52.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.52.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.52.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.52.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.52.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.52.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.53.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.53.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.53.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.53.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.53.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.53.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.54.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.54.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.54.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.54.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.54.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.54.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.55.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.55.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.55.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.55.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.55.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.55.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.56.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.56.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.56.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.56.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.56.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.56.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.57.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.57.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.57.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.57.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.57.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.57.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.58.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.58.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.58.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.58.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.58.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.58.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.59.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.59.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.59.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.59.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.59.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.59.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.6.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.6.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.6.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.6.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.6.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.6.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.60.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.60.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.60.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.60.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.60.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.60.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.61.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.61.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.61.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.61.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.61.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.61.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.62.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.62.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.62.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.62.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.62.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.62.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.63.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.63.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.63.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.63.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.63.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.63.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.64.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.64.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.64.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.64.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.64.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.64.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.65.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.65.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.65.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.65.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.65.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.65.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.66.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.66.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.66.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.66.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.66.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.66.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.67.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.67.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.67.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.67.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.67.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.67.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.68.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.68.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.68.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.68.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.68.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.68.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.69.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.69.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.69.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.69.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.69.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.69.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.7.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.7.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.7.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.7.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.7.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.7.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.70.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.70.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.70.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.70.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.70.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.70.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.71.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.71.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.71.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.71.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.71.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.71.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.72.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.72.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.72.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.72.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.72.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.72.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.73.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.73.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.73.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.73.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.73.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.73.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.74.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.74.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.74.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.74.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.74.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.74.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.75.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.75.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.75.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.75.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.75.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.75.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.76.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.76.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.76.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.76.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.76.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.76.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.77.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.77.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.77.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.77.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.77.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.77.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.78.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.78.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.78.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.78.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.78.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.78.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.79.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.79.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.79.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.79.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.79.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.79.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.8.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.8.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.8.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.8.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.8.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.8.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.80.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.80.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.80.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.80.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.80.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.80.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.81.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.81.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.81.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.81.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.81.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.81.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.82.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.82.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.82.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.82.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.82.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.82.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.83.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.83.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.83.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.83.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.83.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.83.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.84.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.84.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.84.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.84.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.84.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.84.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.85.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.85.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.85.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.85.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.85.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.85.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.86.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.86.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.86.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.86.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.86.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.86.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.87.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.87.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.87.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.87.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.87.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.87.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.88.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.88.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.88.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.88.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.88.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.88.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.89.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.89.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.89.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.89.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.89.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.89.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.9.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.9.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.9.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.9.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.9.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.9.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.90.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.90.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.90.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.90.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.90.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.90.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.91.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.91.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.91.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.91.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.91.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.91.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.92.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.92.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.92.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.92.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.92.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.92.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.93.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.93.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.93.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.93.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.93.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.93.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.94.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.94.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.94.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.94.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.94.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.94.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.95.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.95.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.95.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.95.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.95.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.95.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.96.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.96.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.96.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.96.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.96.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.96.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.97.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.97.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.97.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.97.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.97.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.97.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.98.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.98.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.98.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.98.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.98.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.98.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.99.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.99.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.99.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.99.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.99.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.experts.99.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.router.gate.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.shared_experts.down_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.shared_experts.gate_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.mlp.shared_experts.up_proj.weight_scale": "model-00074-of-00081.safetensors",
+ "model.layers.55.post_attention_layernorm.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.post_mlp_layernorm.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.pre_mlp_layernorm.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.self_attn.gate_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.self_attn.k_norm.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.self_attn.k_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.self_attn.o_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.self_attn.q_norm.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.self_attn.q_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.55.self_attn.v_proj.weight": "model-00074-of-00081.safetensors",
+ "model.layers.56.input_layernorm.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.expert_bias": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.0.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.0.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.0.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.0.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.0.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.0.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.1.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.1.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.1.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.1.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.1.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.1.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.10.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.10.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.10.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.10.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.10.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.10.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.100.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.100.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.100.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.100.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.100.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.100.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.101.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.101.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.101.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.101.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.101.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.101.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.102.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.102.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.102.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.102.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.102.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.102.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.103.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.103.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.103.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.103.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.103.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.103.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.104.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.104.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.104.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.104.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.104.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.104.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.105.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.105.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.105.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.105.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.105.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.105.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.106.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.106.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.106.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.106.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.106.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.106.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.107.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.107.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.107.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.107.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.107.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.107.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.108.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.108.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.108.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.108.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.108.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.108.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.109.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.109.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.109.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.109.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.109.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.109.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.11.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.11.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.11.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.11.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.11.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.11.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.110.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.110.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.110.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.110.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.110.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.110.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.111.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.111.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.111.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.111.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.111.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.111.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.112.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.112.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.112.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.112.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.112.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.112.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.113.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.113.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.113.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.113.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.113.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.113.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.114.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.114.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.114.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.114.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.114.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.114.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.115.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.115.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.115.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.115.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.115.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.115.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.116.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.116.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.116.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.116.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.116.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.116.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.117.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.117.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.117.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.117.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.117.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.117.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.118.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.118.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.118.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.118.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.118.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.118.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.119.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.119.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.119.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.119.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.119.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.119.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.12.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.12.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.12.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.12.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.12.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.12.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.120.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.120.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.120.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.120.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.120.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.120.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.121.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.121.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.121.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.121.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.121.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.121.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.122.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.122.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.122.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.122.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.122.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.122.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.123.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.123.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.123.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.123.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.123.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.123.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.124.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.124.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.124.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.124.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.124.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.124.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.125.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.125.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.125.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.125.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.125.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.125.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.126.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.126.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.126.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.126.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.126.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.126.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.127.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.127.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.127.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.127.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.127.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.127.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.128.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.128.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.128.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.128.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.128.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.128.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.129.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.129.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.129.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.129.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.129.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.129.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.13.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.13.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.13.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.13.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.13.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.13.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.130.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.130.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.130.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.130.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.130.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.130.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.131.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.131.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.131.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.131.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.131.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.131.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.132.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.132.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.132.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.132.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.132.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.132.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.133.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.133.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.133.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.133.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.133.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.133.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.134.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.134.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.134.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.134.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.134.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.134.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.135.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.135.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.135.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.135.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.135.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.135.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.136.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.136.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.136.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.136.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.136.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.136.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.137.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.137.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.137.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.137.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.137.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.137.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.138.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.138.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.138.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.138.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.138.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.138.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.139.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.139.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.139.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.139.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.139.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.139.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.14.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.14.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.14.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.14.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.14.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.14.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.140.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.140.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.140.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.140.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.140.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.140.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.141.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.141.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.141.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.141.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.141.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.141.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.142.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.142.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.142.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.142.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.142.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.142.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.143.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.143.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.143.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.143.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.143.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.143.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.144.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.144.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.144.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.144.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.144.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.144.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.145.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.145.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.145.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.145.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.145.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.145.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.146.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.146.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.146.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.146.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.146.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.146.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.147.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.147.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.147.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.147.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.147.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.147.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.148.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.148.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.148.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.148.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.148.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.148.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.149.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.149.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.149.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.149.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.149.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.149.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.15.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.15.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.15.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.15.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.15.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.15.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.150.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.150.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.150.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.150.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.150.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.150.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.151.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.151.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.151.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.151.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.151.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.151.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.152.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.152.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.152.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.152.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.152.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.152.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.153.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.153.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.153.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.153.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.153.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.153.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.154.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.154.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.154.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.154.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.154.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.154.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.155.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.155.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.155.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.155.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.155.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.155.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.156.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.156.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.156.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.156.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.156.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.156.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.157.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.157.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.157.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.157.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.157.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.157.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.158.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.158.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.158.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.158.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.158.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.158.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.159.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.159.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.159.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.159.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.159.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.159.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.16.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.16.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.16.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.16.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.16.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.16.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.160.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.160.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.160.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.160.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.160.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.160.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.161.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.161.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.161.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.161.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.161.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.161.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.162.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.162.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.162.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.162.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.162.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.162.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.163.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.163.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.163.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.163.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.163.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.163.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.164.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.164.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.164.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.164.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.164.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.164.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.165.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.165.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.165.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.165.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.165.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.165.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.166.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.166.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.166.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.166.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.166.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.166.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.167.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.167.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.167.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.167.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.167.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.167.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.168.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.168.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.168.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.168.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.168.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.168.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.169.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.169.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.169.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.169.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.169.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.169.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.17.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.17.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.17.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.17.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.17.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.17.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.170.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.170.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.170.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.170.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.170.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.170.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.171.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.171.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.171.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.171.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.171.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.171.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.172.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.172.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.172.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.172.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.172.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.172.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.173.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.173.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.173.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.173.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.173.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.173.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.174.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.174.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.174.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.174.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.174.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.174.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.175.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.175.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.175.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.175.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.175.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.175.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.176.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.176.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.176.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.176.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.176.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.176.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.177.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.177.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.177.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.177.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.177.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.177.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.178.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.178.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.178.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.178.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.178.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.178.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.179.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.179.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.179.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.179.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.179.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.179.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.18.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.18.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.18.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.18.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.18.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.18.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.180.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.180.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.180.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.180.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.180.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.180.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.181.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.181.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.181.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.181.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.181.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.181.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.182.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.182.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.182.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.182.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.182.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.182.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.183.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.183.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.183.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.183.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.183.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.183.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.184.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.184.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.184.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.184.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.184.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.184.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.185.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.185.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.185.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.185.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.185.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.185.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.186.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.186.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.186.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.186.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.186.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.186.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.187.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.187.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.187.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.187.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.187.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.187.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.188.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.188.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.188.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.188.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.188.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.188.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.189.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.189.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.189.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.189.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.189.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.189.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.19.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.19.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.19.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.19.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.19.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.19.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.190.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.190.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.190.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.190.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.190.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.190.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.191.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.191.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.191.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.191.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.191.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.191.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.192.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.192.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.192.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.192.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.192.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.192.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.193.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.193.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.193.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.193.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.193.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.193.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.194.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.194.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.194.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.194.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.194.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.194.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.195.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.195.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.195.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.195.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.195.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.195.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.196.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.196.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.196.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.196.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.196.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.196.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.197.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.197.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.197.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.197.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.197.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.197.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.198.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.198.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.198.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.198.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.198.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.198.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.199.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.199.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.199.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.199.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.199.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.199.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.2.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.2.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.2.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.2.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.2.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.2.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.20.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.20.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.20.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.20.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.20.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.20.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.200.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.200.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.200.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.200.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.200.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.200.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.201.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.201.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.201.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.201.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.201.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.201.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.202.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.202.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.202.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.202.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.202.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.202.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.203.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.203.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.203.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.203.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.203.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.203.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.204.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.204.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.204.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.204.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.204.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.204.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.205.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.205.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.205.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.205.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.205.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.205.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.206.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.206.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.206.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.206.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.206.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.206.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.207.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.207.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.207.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.207.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.207.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.207.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.208.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.208.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.208.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.208.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.208.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.208.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.209.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.209.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.209.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.209.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.209.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.209.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.21.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.21.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.21.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.21.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.21.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.21.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.210.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.210.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.210.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.210.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.210.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.210.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.211.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.211.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.211.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.211.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.211.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.211.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.212.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.212.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.212.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.212.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.212.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.212.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.213.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.213.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.213.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.213.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.213.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.213.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.214.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.214.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.214.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.214.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.214.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.214.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.215.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.215.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.215.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.215.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.215.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.215.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.216.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.216.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.216.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.216.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.216.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.216.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.217.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.217.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.217.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.217.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.217.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.217.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.218.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.218.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.218.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.218.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.218.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.218.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.219.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.219.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.219.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.219.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.219.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.219.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.22.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.22.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.22.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.22.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.22.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.22.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.220.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.220.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.220.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.220.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.220.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.220.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.221.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.221.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.221.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.221.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.221.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.221.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.222.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.222.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.222.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.222.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.222.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.222.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.223.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.223.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.223.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.223.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.223.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.223.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.224.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.224.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.224.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.224.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.224.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.224.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.225.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.225.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.225.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.225.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.225.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.225.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.226.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.226.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.226.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.226.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.226.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.226.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.227.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.227.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.227.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.227.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.227.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.227.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.228.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.228.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.228.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.228.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.228.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.228.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.229.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.229.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.229.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.229.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.229.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.229.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.23.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.23.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.23.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.23.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.23.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.23.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.230.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.230.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.230.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.230.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.230.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.230.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.231.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.231.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.231.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.231.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.231.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.231.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.232.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.232.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.232.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.232.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.232.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.232.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.233.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.233.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.233.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.233.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.233.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.233.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.234.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.234.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.234.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.234.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.234.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.234.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.235.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.235.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.235.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.235.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.235.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.235.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.236.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.236.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.236.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.236.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.236.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.236.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.237.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.237.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.237.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.237.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.237.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.237.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.238.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.238.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.238.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.238.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.238.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.238.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.239.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.239.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.239.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.239.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.239.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.239.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.24.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.24.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.24.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.24.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.24.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.24.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.240.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.240.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.240.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.240.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.240.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.240.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.241.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.241.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.241.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.241.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.241.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.241.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.242.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.242.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.242.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.242.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.242.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.242.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.243.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.243.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.243.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.243.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.243.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.243.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.244.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.244.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.244.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.244.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.244.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.244.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.245.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.245.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.245.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.245.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.245.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.245.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.246.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.246.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.246.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.246.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.246.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.246.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.247.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.247.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.247.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.247.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.247.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.247.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.248.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.248.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.248.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.248.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.248.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.248.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.249.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.249.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.249.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.249.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.249.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.249.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.25.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.25.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.25.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.25.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.25.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.25.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.250.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.250.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.250.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.250.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.250.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.250.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.251.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.251.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.251.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.251.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.251.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.251.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.252.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.252.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.252.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.252.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.252.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.252.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.253.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.253.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.253.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.253.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.253.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.253.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.254.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.254.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.254.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.254.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.254.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.254.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.255.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.255.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.255.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.255.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.255.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.255.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.56.mlp.experts.26.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.26.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.26.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.26.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.26.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.26.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.27.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.27.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.27.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.27.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.27.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.27.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.28.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.28.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.28.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.28.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.28.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.28.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.29.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.29.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.29.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.29.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.29.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.29.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.3.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.3.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.3.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.3.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.3.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.3.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.30.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.30.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.30.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.30.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.30.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.30.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.31.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.31.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.31.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.31.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.31.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.31.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.32.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.32.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.32.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.32.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.32.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.32.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.33.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.33.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.33.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.33.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.33.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.33.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.34.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.34.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.34.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.34.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.34.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.34.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.35.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.35.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.35.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.35.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.35.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.35.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.36.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.36.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.36.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.36.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.36.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.36.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.37.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.37.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.37.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.37.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.37.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.37.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.38.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.38.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.38.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.38.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.38.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.38.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.39.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.39.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.39.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.39.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.39.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.39.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.4.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.4.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.4.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.4.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.4.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.4.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.40.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.40.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.40.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.40.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.40.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.40.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.41.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.41.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.41.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.41.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.41.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.41.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.42.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.42.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.42.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.42.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.42.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.42.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.43.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.43.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.43.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.43.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.43.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.43.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.44.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.44.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.44.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.44.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.44.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.44.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.45.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.45.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.45.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.45.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.45.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.45.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.46.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.46.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.46.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.46.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.46.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.46.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.47.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.47.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.47.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.47.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.47.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.47.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.48.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.48.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.48.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.48.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.48.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.48.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.49.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.49.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.49.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.49.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.49.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.49.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.5.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.5.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.5.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.5.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.5.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.5.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.50.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.50.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.50.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.50.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.50.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.50.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.51.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.51.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.51.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.51.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.51.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.51.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.52.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.52.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.52.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.52.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.52.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.52.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.53.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.53.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.53.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.53.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.53.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.53.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.54.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.54.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.54.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.54.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.54.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.54.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.55.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.55.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.55.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.55.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.55.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.55.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.56.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.56.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.56.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.56.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.56.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.56.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.57.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.57.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.57.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.57.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.57.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.57.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.58.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.58.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.58.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.58.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.58.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.58.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.59.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.59.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.59.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.59.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.59.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.59.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.6.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.6.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.6.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.6.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.6.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.6.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.60.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.60.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.60.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.60.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.60.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.60.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.61.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.61.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.61.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.61.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.61.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.61.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.62.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.62.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.62.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.62.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.62.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.62.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.63.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.63.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.63.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.63.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.63.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.63.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.64.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.64.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.64.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.64.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.64.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.64.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.65.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.65.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.65.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.65.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.65.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.65.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.66.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.66.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.66.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.66.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.66.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.66.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.67.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.67.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.67.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.67.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.67.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.67.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.68.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.68.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.68.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.68.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.68.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.68.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.69.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.69.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.69.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.69.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.69.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.69.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.7.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.7.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.7.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.7.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.7.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.7.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.70.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.70.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.70.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.70.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.70.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.70.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.71.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.71.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.71.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.71.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.71.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.71.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.72.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.72.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.72.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.72.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.72.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.72.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.73.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.73.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.73.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.73.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.73.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.73.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.74.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.74.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.74.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.74.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.74.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.74.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.75.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.75.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.75.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.75.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.75.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.75.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.76.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.76.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.76.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.76.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.76.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.76.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.77.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.77.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.77.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.77.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.77.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.77.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.78.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.78.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.78.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.78.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.78.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.78.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.79.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.79.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.79.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.79.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.79.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.79.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.8.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.8.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.8.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.8.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.8.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.8.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.80.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.80.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.80.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.80.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.80.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.80.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.81.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.81.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.81.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.81.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.81.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.81.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.82.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.82.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.82.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.82.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.82.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.82.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.83.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.83.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.83.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.83.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.83.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.83.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.84.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.84.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.84.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.84.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.84.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.84.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.85.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.85.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.85.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.85.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.85.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.85.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.86.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.86.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.86.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.86.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.86.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.86.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.87.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.87.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.87.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.87.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.87.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.87.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.88.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.88.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.88.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.88.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.88.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.88.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.89.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.89.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.89.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.89.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.89.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.89.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.9.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.9.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.9.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.9.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.9.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.9.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.experts.90.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.90.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.90.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.90.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.90.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.90.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.91.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.91.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.91.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.91.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.91.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.91.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.92.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.92.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.92.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.92.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.92.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.92.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.93.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.93.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.93.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.93.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.93.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.93.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.94.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.94.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.94.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.94.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.94.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.94.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.95.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.95.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.95.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.95.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.95.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.95.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.96.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.96.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.96.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.96.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.96.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.96.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.97.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.97.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.97.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.97.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.97.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.97.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.98.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.98.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.98.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.98.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.98.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.98.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.99.down_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.99.down_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.99.gate_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.99.gate_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.99.up_proj.weight": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.experts.99.up_proj.weight_scale": "model-00076-of-00081.safetensors",
+ "model.layers.56.mlp.router.gate.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.shared_experts.down_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.shared_experts.gate_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.mlp.shared_experts.up_proj.weight_scale": "model-00075-of-00081.safetensors",
+ "model.layers.56.post_attention_layernorm.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.post_mlp_layernorm.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.pre_mlp_layernorm.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.self_attn.gate_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.self_attn.k_norm.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.self_attn.k_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.self_attn.o_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.self_attn.q_norm.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.self_attn.q_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.56.self_attn.v_proj.weight": "model-00075-of-00081.safetensors",
+ "model.layers.57.input_layernorm.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.expert_bias": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.0.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.0.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.0.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.0.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.0.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.0.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.1.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.1.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.1.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.1.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.1.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.1.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.10.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.10.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.10.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.10.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.10.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.10.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.100.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.100.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.100.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.100.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.100.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.100.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.101.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.101.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.101.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.101.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.101.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.101.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.102.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.102.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.102.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.102.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.102.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.102.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.103.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.103.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.103.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.103.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.103.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.103.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.104.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.104.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.104.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.104.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.104.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.104.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.105.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.105.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.105.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.105.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.105.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.105.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.106.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.106.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.106.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.106.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.106.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.106.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.107.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.107.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.107.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.107.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.107.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.107.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.108.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.108.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.108.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.108.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.108.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.108.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.109.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.109.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.109.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.109.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.109.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.109.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.11.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.11.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.11.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.11.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.11.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.11.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.110.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.110.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.110.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.110.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.110.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.110.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.111.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.111.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.111.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.111.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.111.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.111.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.112.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.112.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.112.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.112.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.112.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.112.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.113.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.113.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.113.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.113.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.113.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.113.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.114.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.114.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.114.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.114.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.114.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.114.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.115.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.115.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.115.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.115.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.115.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.115.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.116.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.116.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.116.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.116.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.116.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.116.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.117.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.117.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.117.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.117.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.117.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.117.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.118.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.118.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.118.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.118.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.118.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.118.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.119.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.119.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.119.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.119.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.119.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.119.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.12.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.12.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.12.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.12.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.12.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.12.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.120.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.120.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.120.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.120.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.120.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.120.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.121.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.121.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.121.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.121.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.121.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.121.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.122.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.122.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.122.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.122.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.122.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.122.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.123.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.123.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.123.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.123.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.123.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.123.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.124.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.124.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.124.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.124.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.124.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.124.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.125.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.125.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.125.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.125.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.125.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.125.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.126.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.126.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.126.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.126.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.126.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.126.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.127.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.127.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.127.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.127.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.127.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.127.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.128.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.128.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.128.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.128.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.128.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.128.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.129.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.129.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.129.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.129.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.129.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.129.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.13.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.13.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.13.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.13.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.13.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.13.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.130.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.130.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.130.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.130.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.130.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.130.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.131.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.131.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.131.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.131.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.131.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.131.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.132.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.132.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.132.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.132.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.132.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.132.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.133.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.133.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.133.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.133.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.133.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.133.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.134.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.134.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.134.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.134.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.134.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.134.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.135.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.135.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.135.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.135.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.135.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.135.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.136.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.136.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.136.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.136.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.136.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.136.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.137.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.137.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.137.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.137.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.137.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.137.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.138.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.138.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.138.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.138.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.138.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.138.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.139.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.139.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.139.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.139.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.139.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.139.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.14.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.14.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.14.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.14.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.14.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.14.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.140.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.140.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.140.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.140.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.140.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.140.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.141.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.141.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.141.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.141.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.141.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.141.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.142.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.142.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.142.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.142.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.142.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.142.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.143.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.143.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.143.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.143.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.143.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.143.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.144.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.144.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.144.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.144.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.144.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.144.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.145.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.145.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.145.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.145.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.145.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.145.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.146.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.146.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.146.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.146.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.146.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.146.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.147.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.147.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.147.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.147.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.147.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.147.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.148.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.148.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.148.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.148.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.148.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.148.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.149.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.149.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.149.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.149.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.149.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.149.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.15.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.15.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.15.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.15.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.15.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.15.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.150.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.150.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.150.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.150.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.150.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.150.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.151.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.151.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.151.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.151.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.151.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.151.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.152.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.152.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.152.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.152.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.152.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.152.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.153.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.153.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.153.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.153.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.153.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.153.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.154.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.154.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.154.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.154.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.154.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.154.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.155.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.155.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.155.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.155.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.155.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.155.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.156.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.156.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.156.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.156.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.156.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.156.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.157.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.157.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.157.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.157.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.157.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.157.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.158.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.158.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.158.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.158.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.158.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.158.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.159.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.159.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.159.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.159.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.159.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.159.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.16.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.16.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.16.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.16.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.16.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.16.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.160.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.160.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.160.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.160.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.160.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.160.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.161.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.161.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.161.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.161.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.161.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.161.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.162.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.162.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.162.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.162.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.162.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.162.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.163.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.163.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.163.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.163.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.163.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.163.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.164.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.164.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.164.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.164.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.164.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.164.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.165.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.165.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.165.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.165.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.165.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.165.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.166.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.166.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.166.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.166.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.166.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.166.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.167.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.167.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.167.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.167.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.167.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.167.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.168.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.168.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.168.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.168.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.168.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.168.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.169.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.169.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.169.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.169.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.169.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.169.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.17.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.17.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.17.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.17.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.17.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.17.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.170.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.170.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.170.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.170.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.170.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.170.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.171.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.171.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.171.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.171.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.171.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.171.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.172.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.172.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.172.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.172.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.172.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.172.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.173.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.173.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.173.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.173.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.173.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.173.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.174.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.174.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.174.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.174.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.174.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.174.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.175.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.175.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.175.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.175.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.175.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.175.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.176.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.176.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.176.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.176.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.176.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.176.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.177.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.177.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.177.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.177.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.177.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.177.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.178.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.178.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.178.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.178.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.178.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.178.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.179.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.179.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.179.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.179.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.179.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.179.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.18.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.18.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.18.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.18.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.18.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.18.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.180.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.180.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.180.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.180.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.180.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.180.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.181.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.181.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.181.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.181.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.181.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.181.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.182.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.182.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.182.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.182.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.182.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.182.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.183.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.183.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.183.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.183.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.183.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.183.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.184.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.184.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.184.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.184.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.184.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.184.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.185.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.185.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.185.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.185.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.185.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.185.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.186.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.186.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.186.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.186.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.186.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.186.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.187.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.187.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.187.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.187.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.187.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.187.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.188.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.188.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.188.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.188.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.188.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.188.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.189.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.189.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.189.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.189.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.189.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.189.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.19.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.19.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.19.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.19.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.19.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.19.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.190.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.190.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.190.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.190.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.190.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.190.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.191.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.191.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.191.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.191.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.191.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.191.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.192.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.192.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.192.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.192.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.192.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.192.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.193.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.193.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.193.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.193.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.193.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.193.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.194.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.194.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.194.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.194.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.194.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.194.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.195.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.195.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.195.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.195.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.195.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.195.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.196.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.196.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.196.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.196.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.196.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.196.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.197.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.197.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.197.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.197.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.197.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.197.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.198.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.198.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.198.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.198.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.198.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.198.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.199.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.199.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.199.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.199.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.199.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.199.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.2.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.2.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.2.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.2.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.2.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.2.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.20.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.20.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.20.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.20.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.20.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.20.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.200.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.200.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.200.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.200.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.200.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.200.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.201.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.201.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.201.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.201.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.201.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.201.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.202.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.202.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.202.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.202.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.202.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.202.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.203.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.203.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.203.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.203.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.203.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.203.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.204.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.204.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.204.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.204.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.204.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.204.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.205.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.205.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.205.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.205.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.205.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.205.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.206.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.206.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.206.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.206.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.206.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.206.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.207.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.207.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.207.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.207.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.207.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.207.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.208.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.208.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.208.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.208.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.208.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.208.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.209.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.209.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.209.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.209.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.209.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.209.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.21.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.21.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.21.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.21.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.21.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.21.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.210.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.210.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.210.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.210.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.210.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.210.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.211.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.211.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.211.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.211.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.211.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.211.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.212.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.212.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.212.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.212.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.212.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.212.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.213.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.213.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.213.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.213.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.213.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.213.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.214.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.214.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.214.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.214.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.214.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.214.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.215.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.215.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.215.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.215.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.215.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.215.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.216.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.216.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.216.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.216.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.216.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.216.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.217.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.217.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.217.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.217.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.217.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.217.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.218.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.218.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.218.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.218.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.218.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.218.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.219.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.219.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.219.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.219.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.219.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.219.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.22.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.22.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.22.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.22.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.22.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.22.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.220.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.220.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.220.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.220.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.220.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.220.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.221.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.221.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.221.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.221.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.221.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.221.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.222.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.222.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.222.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.222.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.222.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.222.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.223.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.223.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.223.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.223.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.223.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.223.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.224.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.224.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.224.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.224.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.224.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.224.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.225.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.225.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.225.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.225.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.225.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.225.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.226.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.226.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.226.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.226.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.226.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.226.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.227.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.227.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.227.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.227.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.227.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.227.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.228.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.228.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.228.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.228.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.228.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.228.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.229.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.229.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.229.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.229.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.229.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.229.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.23.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.23.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.23.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.23.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.23.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.23.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.230.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.230.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.230.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.230.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.230.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.230.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.231.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.231.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.231.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.231.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.231.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.231.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.232.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.232.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.232.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.232.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.232.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.232.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.233.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.233.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.233.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.233.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.233.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.233.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.234.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.234.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.234.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.234.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.234.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.234.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.235.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.235.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.235.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.235.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.235.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.235.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.236.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.236.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.236.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.236.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.236.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.236.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.237.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.237.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.237.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.237.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.237.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.237.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.238.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.238.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.238.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.238.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.238.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.238.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.239.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.239.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.239.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.239.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.239.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.239.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.24.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.24.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.24.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.24.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.24.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.24.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.240.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.240.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.240.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.240.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.240.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.240.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.241.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.241.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.241.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.241.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.241.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.241.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.242.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.242.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.242.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.242.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.242.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.242.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.243.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.243.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.243.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.243.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.243.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.243.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.244.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.244.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.244.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.244.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.244.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.244.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.245.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.245.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.245.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.245.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.245.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.245.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.246.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.246.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.246.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.246.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.246.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.246.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.247.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.247.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.247.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.247.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.247.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.247.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.248.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.248.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.248.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.248.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.248.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.248.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.249.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.249.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.249.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.249.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.249.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.249.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.25.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.25.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.25.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.25.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.25.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.25.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.250.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.250.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.250.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.250.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.250.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.250.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.251.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.251.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.251.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.251.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.251.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.251.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.252.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.252.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.252.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.252.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.252.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.252.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.253.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.253.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.253.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.253.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.253.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.253.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.254.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.254.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.254.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.254.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.254.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.254.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.255.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.255.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.255.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.255.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.255.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.255.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.57.mlp.experts.26.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.26.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.26.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.26.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.26.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.26.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.27.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.27.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.27.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.27.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.27.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.27.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.28.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.28.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.28.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.28.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.28.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.28.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.29.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.29.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.29.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.29.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.29.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.29.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.3.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.3.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.3.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.3.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.3.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.3.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.30.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.30.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.30.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.30.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.30.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.30.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.31.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.31.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.31.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.31.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.31.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.31.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.32.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.32.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.32.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.32.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.32.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.32.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.33.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.33.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.33.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.33.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.33.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.33.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.34.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.34.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.34.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.34.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.34.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.34.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.35.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.35.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.35.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.35.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.35.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.35.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.36.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.36.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.36.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.36.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.36.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.36.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.37.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.37.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.37.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.37.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.37.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.37.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.38.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.38.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.38.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.38.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.38.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.38.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.39.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.39.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.39.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.39.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.39.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.39.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.4.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.4.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.4.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.4.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.4.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.4.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.40.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.40.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.40.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.40.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.40.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.40.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.41.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.41.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.41.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.41.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.41.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.41.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.42.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.42.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.42.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.42.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.42.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.42.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.43.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.43.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.43.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.43.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.43.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.43.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.44.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.44.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.44.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.44.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.44.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.44.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.45.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.45.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.45.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.45.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.45.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.45.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.46.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.46.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.46.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.46.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.46.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.46.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.47.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.47.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.47.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.47.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.47.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.47.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.48.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.48.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.48.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.48.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.48.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.48.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.49.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.49.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.49.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.49.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.49.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.49.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.5.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.5.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.5.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.5.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.5.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.5.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.50.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.50.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.50.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.50.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.50.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.50.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.51.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.51.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.51.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.51.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.51.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.51.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.52.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.52.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.52.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.52.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.52.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.52.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.53.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.53.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.53.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.53.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.53.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.53.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.54.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.54.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.54.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.54.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.54.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.54.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.55.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.55.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.55.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.55.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.55.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.55.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.56.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.56.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.56.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.56.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.56.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.56.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.57.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.57.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.57.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.57.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.57.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.57.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.58.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.58.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.58.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.58.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.58.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.58.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.59.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.59.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.59.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.59.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.59.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.59.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.6.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.6.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.6.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.6.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.6.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.6.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.60.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.60.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.60.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.60.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.60.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.60.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.61.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.61.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.61.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.61.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.61.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.61.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.62.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.62.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.62.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.62.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.62.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.62.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.63.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.63.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.63.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.63.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.63.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.63.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.64.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.64.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.64.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.64.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.64.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.64.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.65.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.65.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.65.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.65.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.65.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.65.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.66.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.66.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.66.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.66.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.66.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.66.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.67.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.67.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.67.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.67.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.67.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.67.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.68.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.68.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.68.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.68.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.68.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.68.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.69.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.69.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.69.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.69.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.69.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.69.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.7.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.7.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.7.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.7.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.7.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.7.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.70.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.70.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.70.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.70.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.70.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.70.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.71.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.71.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.71.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.71.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.71.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.71.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.72.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.72.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.72.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.72.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.72.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.72.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.73.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.73.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.73.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.73.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.73.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.73.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.74.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.74.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.74.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.74.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.74.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.74.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.75.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.75.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.75.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.75.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.75.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.75.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.76.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.76.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.76.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.76.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.76.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.76.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.77.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.77.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.77.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.77.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.77.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.77.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.78.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.78.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.78.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.78.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.78.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.78.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.79.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.79.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.79.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.79.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.79.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.79.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.8.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.8.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.8.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.8.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.8.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.8.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.80.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.80.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.80.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.80.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.80.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.80.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.81.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.81.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.81.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.81.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.81.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.81.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.82.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.82.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.82.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.82.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.82.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.82.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.83.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.83.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.83.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.83.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.83.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.83.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.84.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.84.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.84.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.84.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.84.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.84.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.85.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.85.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.85.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.85.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.85.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.85.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.86.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.86.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.86.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.86.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.86.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.86.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.87.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.87.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.87.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.87.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.87.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.87.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.88.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.88.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.88.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.88.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.88.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.88.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.89.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.89.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.89.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.89.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.89.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.89.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.9.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.9.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.9.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.9.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.9.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.9.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.90.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.90.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.90.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.90.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.90.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.90.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.91.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.91.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.91.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.91.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.91.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.91.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.92.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.92.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.92.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.92.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.92.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.92.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.93.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.93.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.93.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.93.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.93.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.93.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.94.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.94.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.94.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.94.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.94.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.94.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.95.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.95.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.95.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.95.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.95.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.95.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.96.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.96.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.96.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.96.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.96.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.96.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.97.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.97.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.97.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.97.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.97.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.97.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.98.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.98.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.98.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.98.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.98.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.98.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.99.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.99.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.99.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.99.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.99.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.experts.99.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.router.gate.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.shared_experts.down_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.shared_experts.gate_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.mlp.shared_experts.up_proj.weight_scale": "model-00077-of-00081.safetensors",
+ "model.layers.57.post_attention_layernorm.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.post_mlp_layernorm.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.pre_mlp_layernorm.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.self_attn.gate_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.self_attn.k_norm.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.self_attn.k_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.self_attn.o_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.self_attn.q_norm.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.self_attn.q_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.57.self_attn.v_proj.weight": "model-00077-of-00081.safetensors",
+ "model.layers.58.input_layernorm.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.expert_bias": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.0.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.0.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.0.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.0.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.0.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.0.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.1.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.1.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.1.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.1.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.1.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.1.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.10.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.10.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.10.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.10.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.10.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.10.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.100.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.100.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.100.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.100.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.100.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.100.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.101.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.101.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.101.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.101.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.101.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.101.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.102.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.102.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.102.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.102.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.102.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.102.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.103.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.103.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.103.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.103.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.103.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.103.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.104.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.104.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.104.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.104.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.104.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.104.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.105.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.105.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.105.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.105.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.105.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.105.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.106.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.106.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.106.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.106.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.106.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.106.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.107.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.107.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.107.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.107.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.107.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.107.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.108.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.108.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.108.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.108.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.108.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.108.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.109.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.109.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.109.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.109.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.109.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.109.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.11.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.11.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.11.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.11.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.11.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.11.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.110.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.110.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.110.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.110.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.110.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.110.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.111.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.111.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.111.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.111.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.111.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.111.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.112.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.112.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.112.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.112.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.112.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.112.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.113.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.113.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.113.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.113.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.113.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.113.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.114.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.114.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.114.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.114.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.114.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.114.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.115.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.115.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.115.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.115.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.115.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.115.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.116.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.116.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.116.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.116.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.116.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.116.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.117.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.117.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.117.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.117.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.117.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.117.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.118.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.118.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.118.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.118.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.118.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.118.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.119.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.119.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.119.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.119.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.119.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.119.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.12.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.12.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.12.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.12.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.12.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.12.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.120.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.120.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.120.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.120.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.120.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.120.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.121.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.121.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.121.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.121.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.121.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.121.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.122.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.122.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.122.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.122.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.122.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.122.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.123.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.123.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.123.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.123.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.123.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.123.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.124.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.124.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.124.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.124.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.124.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.124.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.125.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.125.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.125.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.125.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.125.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.125.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.126.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.126.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.126.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.126.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.126.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.126.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.127.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.127.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.127.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.127.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.127.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.127.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.128.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.128.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.128.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.128.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.128.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.128.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.129.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.129.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.129.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.129.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.129.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.129.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.13.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.13.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.13.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.13.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.13.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.13.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.130.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.130.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.130.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.130.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.130.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.130.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.131.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.131.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.131.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.131.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.131.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.131.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.132.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.132.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.132.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.132.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.132.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.132.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.133.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.133.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.133.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.133.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.133.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.133.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.134.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.134.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.134.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.134.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.134.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.134.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.135.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.135.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.135.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.135.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.135.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.135.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.136.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.136.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.136.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.136.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.136.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.136.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.137.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.137.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.137.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.137.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.137.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.137.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.138.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.138.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.138.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.138.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.138.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.138.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.139.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.139.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.139.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.139.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.139.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.139.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.14.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.14.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.14.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.14.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.14.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.14.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.140.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.140.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.140.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.140.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.140.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.140.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.141.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.141.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.141.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.141.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.141.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.141.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.142.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.142.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.142.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.142.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.142.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.142.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.143.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.143.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.143.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.143.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.143.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.143.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.144.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.144.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.144.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.144.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.144.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.144.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.145.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.145.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.145.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.145.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.145.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.145.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.146.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.146.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.146.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.146.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.146.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.146.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.147.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.147.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.147.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.147.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.147.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.147.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.148.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.148.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.148.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.148.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.148.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.148.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.149.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.149.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.149.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.149.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.149.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.149.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.15.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.15.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.15.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.15.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.15.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.15.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.150.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.150.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.150.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.150.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.150.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.150.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.151.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.151.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.151.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.151.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.151.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.151.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.152.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.152.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.152.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.152.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.152.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.152.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.153.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.153.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.153.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.153.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.153.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.153.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.154.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.154.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.154.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.154.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.154.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.154.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.155.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.155.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.155.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.155.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.155.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.155.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.156.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.156.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.156.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.156.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.156.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.156.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.157.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.157.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.157.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.157.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.157.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.157.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.158.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.158.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.158.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.158.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.158.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.158.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.159.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.159.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.159.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.159.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.159.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.159.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.16.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.16.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.16.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.16.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.16.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.16.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.160.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.160.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.160.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.160.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.160.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.160.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.161.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.161.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.161.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.161.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.161.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.161.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.162.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.162.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.162.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.162.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.162.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.162.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.163.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.163.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.163.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.163.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.163.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.163.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.164.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.164.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.164.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.164.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.164.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.164.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.165.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.165.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.165.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.165.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.165.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.165.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.166.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.166.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.166.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.166.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.166.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.166.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.167.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.167.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.167.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.167.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.167.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.167.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.168.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.168.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.168.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.168.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.168.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.168.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.169.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.169.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.169.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.169.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.169.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.169.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.17.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.17.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.17.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.17.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.17.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.17.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.170.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.170.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.170.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.170.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.170.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.170.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.171.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.171.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.171.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.171.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.171.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.171.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.172.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.172.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.172.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.172.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.172.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.172.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.173.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.173.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.173.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.173.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.173.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.173.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.174.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.174.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.174.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.174.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.174.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.174.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.175.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.175.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.175.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.175.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.175.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.175.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.176.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.176.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.176.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.176.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.176.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.176.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.177.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.177.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.177.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.177.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.177.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.177.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.178.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.178.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.178.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.178.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.178.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.178.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.179.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.179.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.179.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.179.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.179.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.179.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.18.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.18.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.18.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.18.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.18.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.18.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.180.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.180.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.180.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.180.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.180.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.180.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.181.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.181.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.181.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.181.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.181.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.181.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.182.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.182.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.182.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.182.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.182.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.182.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.183.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.183.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.183.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.183.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.183.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.183.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.184.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.184.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.184.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.184.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.184.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.184.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.185.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.185.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.185.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.185.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.185.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.185.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.186.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.186.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.186.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.186.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.186.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.186.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.187.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.187.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.187.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.187.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.187.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.187.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.188.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.188.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.188.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.188.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.188.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.188.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.189.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.189.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.189.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.189.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.189.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.189.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.19.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.19.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.19.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.19.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.19.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.19.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.190.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.190.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.190.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.190.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.190.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.190.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.191.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.191.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.191.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.191.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.191.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.191.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.192.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.192.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.192.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.192.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.192.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.192.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.193.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.193.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.193.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.193.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.193.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.193.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.194.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.194.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.194.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.194.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.194.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.194.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.195.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.195.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.195.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.195.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.195.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.195.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.196.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.196.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.196.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.196.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.196.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.196.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.197.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.197.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.197.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.197.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.197.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.197.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.198.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.198.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.198.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.198.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.198.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.198.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.199.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.199.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.199.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.199.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.199.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.199.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.2.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.2.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.2.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.2.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.2.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.2.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.20.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.20.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.20.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.20.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.20.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.20.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.200.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.200.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.200.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.200.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.200.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.200.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.201.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.201.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.201.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.201.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.201.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.201.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.202.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.202.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.202.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.202.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.202.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.202.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.203.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.203.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.203.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.203.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.203.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.203.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.204.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.204.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.204.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.204.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.204.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.204.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.205.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.205.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.205.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.205.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.205.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.205.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.206.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.206.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.206.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.206.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.206.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.206.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.207.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.207.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.207.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.207.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.207.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.207.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.208.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.208.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.208.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.208.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.208.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.208.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.209.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.209.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.209.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.209.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.209.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.209.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.21.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.21.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.21.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.21.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.21.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.21.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.210.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.210.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.210.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.210.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.210.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.210.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.211.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.211.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.211.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.211.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.211.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.211.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.212.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.212.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.212.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.212.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.212.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.212.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.213.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.213.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.213.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.213.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.213.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.213.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.214.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.214.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.214.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.214.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.214.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.214.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.215.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.215.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.215.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.215.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.215.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.215.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.216.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.216.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.216.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.216.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.216.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.216.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.217.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.217.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.217.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.217.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.217.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.217.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.218.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.218.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.218.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.218.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.218.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.218.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.219.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.219.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.219.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.219.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.219.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.219.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.22.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.22.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.22.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.22.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.22.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.22.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.220.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.220.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.220.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.220.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.220.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.220.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.221.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.221.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.221.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.221.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.221.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.221.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.222.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.222.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.222.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.222.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.222.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.222.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.223.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.223.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.223.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.223.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.223.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.223.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.224.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.224.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.224.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.224.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.224.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.224.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.225.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.225.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.225.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.225.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.225.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.225.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.226.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.226.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.226.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.226.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.226.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.226.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.227.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.227.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.227.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.227.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.227.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.227.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.228.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.228.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.228.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.228.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.228.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.228.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.229.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.229.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.229.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.229.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.229.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.229.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.23.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.23.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.23.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.23.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.23.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.23.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.230.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.230.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.230.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.230.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.230.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.230.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.231.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.231.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.231.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.231.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.231.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.231.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.232.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.232.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.232.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.232.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.232.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.232.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.233.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.233.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.233.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.233.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.233.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.233.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.234.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.234.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.234.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.234.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.234.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.234.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.235.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.235.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.235.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.235.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.235.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.235.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.236.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.236.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.236.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.236.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.236.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.236.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.237.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.237.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.237.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.237.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.237.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.237.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.238.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.238.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.238.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.238.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.238.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.238.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.239.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.239.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.239.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.239.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.239.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.239.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.24.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.24.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.24.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.24.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.24.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.24.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.240.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.240.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.240.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.240.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.240.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.240.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.241.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.241.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.241.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.241.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.241.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.241.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.242.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.242.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.242.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.242.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.242.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.242.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.243.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.243.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.243.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.243.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.243.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.243.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.244.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.244.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.244.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.244.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.244.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.244.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.245.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.245.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.245.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.245.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.245.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.245.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.246.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.246.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.246.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.246.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.246.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.246.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.247.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.247.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.247.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.247.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.247.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.247.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.248.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.248.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.248.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.248.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.248.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.248.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.249.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.249.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.249.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.249.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.249.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.249.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.25.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.25.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.25.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.25.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.25.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.25.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.250.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.250.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.250.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.250.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.250.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.250.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.251.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.251.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.251.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.251.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.251.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.251.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.252.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.252.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.252.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.252.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.252.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.252.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.253.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.253.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.253.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.253.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.253.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.253.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.254.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.254.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.254.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.254.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.254.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.254.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.255.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.255.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.255.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.255.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.255.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.255.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.58.mlp.experts.26.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.26.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.26.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.26.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.26.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.26.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.27.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.27.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.27.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.27.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.27.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.27.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.28.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.28.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.28.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.28.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.28.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.28.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.29.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.29.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.29.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.29.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.29.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.29.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.3.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.3.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.3.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.3.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.3.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.3.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.30.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.30.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.30.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.30.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.30.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.30.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.31.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.31.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.31.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.31.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.31.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.31.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.32.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.32.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.32.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.32.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.32.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.32.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.33.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.33.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.33.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.33.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.33.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.33.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.34.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.34.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.34.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.34.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.34.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.34.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.35.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.35.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.35.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.35.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.35.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.35.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.36.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.36.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.36.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.36.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.36.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.36.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.37.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.37.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.37.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.37.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.37.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.37.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.38.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.38.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.38.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.38.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.38.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.38.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.39.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.39.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.39.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.39.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.39.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.39.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.4.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.4.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.4.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.4.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.4.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.4.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.40.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.40.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.40.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.40.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.40.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.40.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.41.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.41.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.41.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.41.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.41.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.41.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.42.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.42.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.42.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.42.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.42.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.42.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.43.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.43.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.43.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.43.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.43.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.43.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.44.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.44.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.44.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.44.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.44.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.44.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.45.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.45.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.45.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.45.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.45.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.45.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.46.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.46.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.46.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.46.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.46.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.46.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.47.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.47.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.47.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.47.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.47.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.47.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.48.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.48.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.48.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.48.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.48.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.48.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.49.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.49.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.49.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.49.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.49.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.49.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.5.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.5.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.5.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.5.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.5.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.5.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.50.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.50.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.50.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.50.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.50.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.50.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.51.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.51.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.51.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.51.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.51.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.51.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.52.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.52.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.52.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.52.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.52.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.52.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.53.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.53.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.53.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.53.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.53.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.53.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.54.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.54.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.54.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.54.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.54.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.54.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.55.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.55.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.55.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.55.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.55.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.55.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.56.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.56.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.56.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.56.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.56.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.56.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.57.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.57.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.57.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.57.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.57.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.57.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.58.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.58.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.58.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.58.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.58.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.58.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.59.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.59.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.59.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.59.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.59.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.59.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.6.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.6.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.6.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.6.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.6.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.6.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.60.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.60.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.60.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.60.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.60.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.60.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.61.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.61.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.61.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.61.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.61.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.61.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.62.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.62.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.62.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.62.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.62.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.62.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.63.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.63.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.63.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.63.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.63.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.63.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.64.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.64.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.64.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.64.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.64.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.64.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.65.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.65.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.65.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.65.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.65.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.65.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.66.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.66.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.66.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.66.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.66.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.66.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.67.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.67.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.67.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.67.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.67.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.67.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.68.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.68.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.68.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.68.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.68.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.68.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.69.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.69.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.69.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.69.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.69.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.69.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.7.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.7.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.7.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.7.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.7.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.7.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.70.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.70.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.70.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.70.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.70.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.70.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.71.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.71.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.71.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.71.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.71.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.71.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.72.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.72.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.72.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.72.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.72.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.72.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.73.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.73.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.73.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.73.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.73.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.73.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.74.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.74.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.74.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.74.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.74.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.74.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.75.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.75.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.75.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.75.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.75.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.75.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.76.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.76.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.76.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.76.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.76.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.76.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.77.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.77.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.77.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.77.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.77.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.77.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.78.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.78.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.78.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.78.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.78.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.78.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.79.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.79.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.79.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.79.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.79.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.79.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.8.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.8.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.8.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.8.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.8.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.8.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.80.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.80.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.80.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.80.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.80.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.80.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.81.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.81.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.81.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.81.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.81.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.81.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.82.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.82.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.82.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.82.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.82.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.82.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.83.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.83.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.83.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.83.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.83.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.83.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.84.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.84.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.84.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.84.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.84.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.84.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.85.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.85.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.85.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.85.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.85.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.85.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.86.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.86.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.86.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.86.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.86.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.86.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.87.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.87.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.87.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.87.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.87.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.87.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.88.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.88.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.88.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.88.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.88.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.88.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.89.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.89.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.89.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.89.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.89.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.89.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.9.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.9.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.9.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.9.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.9.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.9.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.experts.90.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.90.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.90.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.90.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.90.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.90.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.91.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.91.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.91.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.91.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.91.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.91.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.92.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.92.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.92.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.92.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.92.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.92.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.93.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.93.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.93.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.93.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.93.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.93.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.94.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.94.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.94.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.94.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.94.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.94.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.95.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.95.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.95.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.95.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.95.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.95.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.96.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.96.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.96.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.96.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.96.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.96.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.97.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.97.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.97.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.97.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.97.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.97.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.98.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.98.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.98.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.98.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.98.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.98.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.99.down_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.99.down_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.99.gate_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.99.gate_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.99.up_proj.weight": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.experts.99.up_proj.weight_scale": "model-00079-of-00081.safetensors",
+ "model.layers.58.mlp.router.gate.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.shared_experts.down_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.shared_experts.gate_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.mlp.shared_experts.up_proj.weight_scale": "model-00078-of-00081.safetensors",
+ "model.layers.58.post_attention_layernorm.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.post_mlp_layernorm.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.pre_mlp_layernorm.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.self_attn.gate_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.self_attn.k_norm.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.self_attn.k_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.self_attn.o_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.self_attn.q_norm.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.self_attn.q_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.58.self_attn.v_proj.weight": "model-00078-of-00081.safetensors",
+ "model.layers.59.input_layernorm.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.expert_bias": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.0.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.0.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.0.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.0.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.0.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.0.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.1.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.1.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.1.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.1.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.1.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.1.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.10.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.10.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.10.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.10.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.10.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.10.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.100.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.100.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.100.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.100.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.100.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.100.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.101.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.101.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.101.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.101.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.101.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.101.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.102.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.102.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.102.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.102.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.102.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.102.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.103.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.103.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.103.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.103.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.103.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.103.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.104.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.104.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.104.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.104.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.104.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.104.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.105.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.105.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.105.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.105.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.105.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.105.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.106.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.106.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.106.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.106.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.106.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.106.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.107.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.107.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.107.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.107.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.107.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.107.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.108.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.108.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.108.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.108.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.108.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.108.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.109.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.109.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.109.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.109.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.109.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.109.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.11.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.11.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.11.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.11.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.11.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.11.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.110.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.110.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.110.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.110.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.110.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.110.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.111.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.111.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.111.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.111.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.111.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.111.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.112.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.112.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.112.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.112.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.112.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.112.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.113.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.113.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.113.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.113.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.113.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.113.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.114.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.114.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.114.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.114.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.114.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.114.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.115.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.115.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.115.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.115.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.115.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.115.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.116.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.116.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.116.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.116.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.116.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.116.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.117.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.117.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.117.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.117.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.117.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.117.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.118.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.118.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.118.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.118.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.118.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.118.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.119.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.119.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.119.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.119.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.119.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.119.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.12.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.12.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.12.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.12.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.12.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.12.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.120.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.120.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.120.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.120.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.120.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.120.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.121.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.121.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.121.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.121.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.121.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.121.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.122.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.122.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.122.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.122.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.122.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.122.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.123.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.123.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.123.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.123.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.123.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.123.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.124.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.124.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.124.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.124.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.124.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.124.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.125.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.125.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.125.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.125.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.125.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.125.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.126.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.126.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.126.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.126.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.126.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.126.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.127.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.127.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.127.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.127.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.127.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.127.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.128.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.128.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.128.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.128.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.128.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.128.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.129.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.129.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.129.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.129.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.129.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.129.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.13.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.13.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.13.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.13.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.13.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.13.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.130.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.130.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.130.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.130.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.130.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.130.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.131.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.131.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.131.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.131.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.131.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.131.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.132.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.132.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.132.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.132.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.132.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.132.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.133.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.133.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.133.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.133.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.133.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.133.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.134.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.134.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.134.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.134.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.134.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.134.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.135.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.135.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.135.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.135.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.135.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.135.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.136.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.136.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.136.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.136.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.136.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.136.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.137.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.137.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.137.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.137.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.137.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.137.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.138.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.138.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.138.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.138.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.138.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.138.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.139.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.139.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.139.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.139.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.139.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.139.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.14.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.14.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.14.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.14.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.14.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.14.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.140.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.140.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.140.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.140.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.140.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.140.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.141.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.141.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.141.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.141.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.141.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.141.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.142.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.142.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.142.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.142.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.142.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.142.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.143.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.143.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.143.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.143.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.143.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.143.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.144.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.144.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.144.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.144.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.144.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.144.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.145.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.145.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.145.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.145.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.145.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.145.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.146.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.146.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.146.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.146.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.146.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.146.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.147.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.147.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.147.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.147.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.147.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.147.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.148.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.148.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.148.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.148.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.148.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.148.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.149.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.149.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.149.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.149.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.149.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.149.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.15.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.15.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.15.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.15.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.15.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.15.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.150.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.150.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.150.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.150.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.150.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.150.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.151.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.151.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.151.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.151.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.151.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.151.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.152.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.152.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.152.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.152.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.152.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.152.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.153.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.153.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.153.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.153.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.153.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.153.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.154.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.154.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.154.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.154.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.154.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.154.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.155.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.155.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.155.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.155.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.155.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.155.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.156.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.156.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.156.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.156.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.156.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.156.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.157.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.157.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.157.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.157.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.157.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.157.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.158.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.158.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.158.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.158.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.158.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.158.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.159.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.159.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.159.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.159.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.159.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.159.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.16.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.16.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.16.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.16.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.16.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.16.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.160.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.160.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.160.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.160.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.160.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.160.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.161.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.161.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.161.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.161.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.161.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.161.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.162.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.162.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.162.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.162.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.162.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.162.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.163.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.163.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.163.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.163.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.163.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.163.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.164.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.164.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.164.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.164.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.164.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.164.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.165.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.165.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.165.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.165.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.165.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.165.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.166.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.166.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.166.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.166.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.166.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.166.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.167.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.167.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.167.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.167.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.167.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.167.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.168.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.168.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.168.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.168.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.168.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.168.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.169.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.169.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.169.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.169.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.169.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.169.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.17.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.17.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.17.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.17.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.17.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.17.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.170.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.170.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.170.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.170.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.170.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.170.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.171.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.171.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.171.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.171.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.171.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.171.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.172.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.172.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.172.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.172.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.172.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.172.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.173.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.173.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.173.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.173.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.173.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.173.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.174.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.174.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.174.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.174.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.174.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.174.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.175.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.175.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.175.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.175.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.175.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.175.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.176.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.176.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.176.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.176.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.176.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.176.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.177.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.177.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.177.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.177.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.177.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.177.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.178.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.178.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.178.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.178.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.178.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.178.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.179.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.179.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.179.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.179.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.179.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.179.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.18.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.18.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.18.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.18.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.18.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.18.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.180.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.180.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.180.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.180.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.180.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.180.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.181.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.181.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.181.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.181.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.181.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.181.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.182.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.182.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.182.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.182.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.182.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.182.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.183.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.183.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.183.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.183.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.183.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.183.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.184.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.184.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.184.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.184.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.184.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.184.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.185.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.185.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.185.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.185.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.185.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.185.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.186.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.186.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.186.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.186.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.186.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.186.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.187.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.187.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.187.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.187.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.187.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.187.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.188.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.188.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.188.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.188.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.188.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.188.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.189.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.189.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.189.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.189.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.189.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.189.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.19.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.19.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.19.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.19.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.19.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.19.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.190.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.190.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.190.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.190.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.190.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.190.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.191.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.191.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.191.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.191.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.191.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.191.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.192.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.192.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.192.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.192.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.192.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.192.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.193.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.193.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.193.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.193.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.193.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.193.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.194.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.194.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.194.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.194.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.194.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.194.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.195.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.195.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.195.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.195.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.195.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.195.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.196.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.196.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.196.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.196.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.196.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.196.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.197.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.197.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.197.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.197.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.197.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.197.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.198.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.198.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.198.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.198.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.198.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.198.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.199.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.199.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.199.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.199.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.199.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.199.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.2.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.2.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.2.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.2.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.2.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.2.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.20.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.20.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.20.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.20.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.20.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.20.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.200.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.200.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.200.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.200.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.200.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.200.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.201.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.201.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.201.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.201.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.201.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.201.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.202.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.202.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.202.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.202.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.202.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.202.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.203.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.203.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.203.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.203.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.203.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.203.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.204.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.204.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.204.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.204.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.204.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.204.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.205.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.205.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.205.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.205.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.205.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.205.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.206.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.206.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.206.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.206.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.206.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.206.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.207.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.207.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.207.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.207.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.207.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.207.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.208.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.208.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.208.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.208.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.208.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.208.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.209.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.209.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.209.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.209.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.209.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.209.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.21.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.21.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.21.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.21.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.21.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.21.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.210.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.210.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.210.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.210.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.210.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.210.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.211.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.211.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.211.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.211.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.211.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.211.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.212.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.212.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.212.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.212.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.212.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.212.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.213.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.213.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.213.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.213.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.213.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.213.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.214.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.214.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.214.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.214.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.214.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.214.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.215.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.215.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.215.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.215.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.215.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.215.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.216.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.216.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.216.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.216.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.216.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.216.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.217.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.217.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.217.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.217.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.217.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.217.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.218.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.218.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.218.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.218.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.218.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.218.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.219.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.219.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.219.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.219.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.219.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.219.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.22.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.22.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.22.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.22.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.22.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.22.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.220.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.220.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.220.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.220.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.220.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.220.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.221.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.221.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.221.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.221.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.221.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.221.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.222.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.222.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.222.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.222.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.222.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.222.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.223.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.223.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.223.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.223.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.223.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.223.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.224.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.224.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.224.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.224.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.224.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.224.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.225.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.225.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.225.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.225.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.225.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.225.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.226.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.226.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.226.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.226.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.226.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.226.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.227.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.227.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.227.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.227.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.227.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.227.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.228.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.228.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.228.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.228.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.228.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.228.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.229.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.229.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.229.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.229.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.229.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.229.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.23.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.23.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.23.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.23.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.23.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.23.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.230.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.230.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.230.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.230.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.230.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.230.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.231.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.231.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.231.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.231.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.231.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.231.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.232.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.232.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.232.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.232.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.232.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.232.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.233.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.233.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.233.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.233.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.233.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.233.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.234.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.234.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.234.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.234.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.234.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.234.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.235.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.235.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.235.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.235.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.235.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.235.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.236.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.236.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.236.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.236.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.236.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.236.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.237.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.237.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.237.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.237.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.237.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.237.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.238.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.238.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.238.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.238.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.238.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.238.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.239.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.239.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.239.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.239.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.239.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.239.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.24.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.24.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.24.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.24.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.24.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.24.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.240.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.240.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.240.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.240.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.240.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.240.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.241.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.241.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.241.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.241.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.241.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.241.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.242.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.242.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.242.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.242.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.242.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.242.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.243.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.243.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.243.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.243.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.243.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.243.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.244.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.244.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.244.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.244.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.244.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.244.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.245.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.245.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.245.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.245.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.245.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.245.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.246.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.246.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.246.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.246.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.246.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.246.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.247.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.247.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.247.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.247.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.247.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.247.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.248.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.248.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.248.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.248.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.248.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.248.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.249.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.249.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.249.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.249.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.249.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.249.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.25.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.25.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.25.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.25.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.25.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.25.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.250.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.250.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.250.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.250.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.250.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.250.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.251.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.251.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.251.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.251.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.251.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.251.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.252.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.252.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.252.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.252.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.252.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.252.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.253.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.253.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.253.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.253.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.253.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.253.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.254.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.254.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.254.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.254.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.254.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.254.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.255.down_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.255.down_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.255.gate_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.255.gate_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.255.up_proj.weight": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.255.up_proj.weight_scale": "model-00081-of-00081.safetensors",
+ "model.layers.59.mlp.experts.26.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.26.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.26.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.26.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.26.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.26.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.27.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.27.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.27.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.27.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.27.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.27.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.28.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.28.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.28.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.28.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.28.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.28.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.29.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.29.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.29.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.29.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.29.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.29.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.3.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.3.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.3.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.3.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.3.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.3.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.30.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.30.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.30.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.30.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.30.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.30.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.31.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.31.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.31.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.31.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.31.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.31.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.32.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.32.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.32.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.32.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.32.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.32.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.33.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.33.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.33.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.33.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.33.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.33.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.34.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.34.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.34.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.34.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.34.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.34.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.35.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.35.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.35.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.35.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.35.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.35.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.36.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.36.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.36.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.36.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.36.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.36.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.37.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.37.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.37.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.37.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.37.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.37.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.38.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.38.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.38.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.38.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.38.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.38.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.39.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.39.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.39.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.39.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.39.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.39.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.4.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.4.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.4.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.4.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.4.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.4.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.40.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.40.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.40.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.40.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.40.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.40.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.41.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.41.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.41.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.41.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.41.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.41.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.42.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.42.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.42.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.42.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.42.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.42.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.43.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.43.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.43.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.43.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.43.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.43.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.44.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.44.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.44.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.44.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.44.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.44.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.45.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.45.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.45.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.45.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.45.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.45.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.46.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.46.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.46.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.46.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.46.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.46.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.47.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.47.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.47.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.47.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.47.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.47.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.48.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.48.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.48.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.48.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.48.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.48.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.49.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.49.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.49.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.49.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.49.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.49.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.5.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.5.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.5.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.5.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.5.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.5.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.50.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.50.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.50.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.50.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.50.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.50.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.51.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.51.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.51.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.51.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.51.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.51.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.52.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.52.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.52.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.52.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.52.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.52.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.53.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.53.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.53.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.53.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.53.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.53.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.54.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.54.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.54.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.54.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.54.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.54.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.55.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.55.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.55.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.55.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.55.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.55.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.56.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.56.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.56.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.56.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.56.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.56.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.57.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.57.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.57.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.57.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.57.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.57.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.58.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.58.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.58.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.58.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.58.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.58.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.59.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.59.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.59.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.59.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.59.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.59.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.6.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.6.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.6.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.6.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.6.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.6.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.60.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.60.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.60.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.60.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.60.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.60.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.61.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.61.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.61.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.61.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.61.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.61.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.62.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.62.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.62.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.62.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.62.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.62.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.63.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.63.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.63.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.63.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.63.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.63.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.64.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.64.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.64.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.64.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.64.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.64.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.65.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.65.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.65.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.65.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.65.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.65.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.66.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.66.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.66.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.66.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.66.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.66.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.67.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.67.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.67.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.67.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.67.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.67.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.68.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.68.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.68.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.68.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.68.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.68.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.69.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.69.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.69.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.69.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.69.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.69.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.7.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.7.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.7.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.7.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.7.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.7.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.70.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.70.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.70.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.70.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.70.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.70.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.71.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.71.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.71.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.71.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.71.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.71.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.72.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.72.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.72.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.72.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.72.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.72.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.73.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.73.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.73.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.73.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.73.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.73.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.74.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.74.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.74.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.74.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.74.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.74.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.75.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.75.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.75.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.75.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.75.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.75.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.76.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.76.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.76.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.76.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.76.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.76.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.77.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.77.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.77.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.77.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.77.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.77.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.78.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.78.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.78.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.78.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.78.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.78.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.79.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.79.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.79.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.79.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.79.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.79.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.8.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.8.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.8.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.8.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.8.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.8.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.80.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.80.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.80.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.80.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.80.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.80.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.81.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.81.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.81.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.81.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.81.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.81.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.82.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.82.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.82.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.82.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.82.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.82.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.83.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.83.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.83.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.83.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.83.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.83.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.84.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.84.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.84.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.84.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.84.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.84.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.85.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.85.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.85.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.85.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.85.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.85.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.86.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.86.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.86.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.86.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.86.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.86.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.87.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.87.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.87.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.87.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.87.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.87.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.88.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.88.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.88.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.88.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.88.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.88.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.89.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.89.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.89.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.89.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.89.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.89.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.9.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.9.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.9.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.9.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.9.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.9.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.90.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.90.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.90.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.90.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.90.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.90.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.91.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.91.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.91.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.91.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.91.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.91.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.92.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.92.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.92.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.92.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.92.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.92.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.93.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.93.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.93.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.93.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.93.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.93.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.94.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.94.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.94.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.94.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.94.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.94.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.95.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.95.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.95.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.95.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.95.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.95.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.96.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.96.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.96.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.96.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.96.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.96.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.97.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.97.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.97.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.97.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.97.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.97.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.98.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.98.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.98.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.98.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.98.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.98.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.99.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.99.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.99.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.99.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.99.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.experts.99.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.router.gate.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.shared_experts.down_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.shared_experts.gate_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.mlp.shared_experts.up_proj.weight_scale": "model-00080-of-00081.safetensors",
+ "model.layers.59.post_attention_layernorm.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.post_mlp_layernorm.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.pre_mlp_layernorm.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.self_attn.gate_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.self_attn.k_norm.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.self_attn.k_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.self_attn.o_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.self_attn.q_norm.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.self_attn.q_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.59.self_attn.v_proj.weight": "model-00080-of-00081.safetensors",
+ "model.layers.6.input_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.expert_bias": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.0.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.0.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.0.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.0.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.0.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.1.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.1.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.1.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.1.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.1.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.10.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.10.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.10.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.10.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.10.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.100.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.100.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.100.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.100.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.100.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.101.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.101.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.101.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.101.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.101.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.102.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.102.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.102.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.102.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.102.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.103.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.103.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.103.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.103.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.103.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.104.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.104.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.104.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.104.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.104.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.105.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.105.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.105.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.105.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.105.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.106.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.106.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.106.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.106.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.106.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.107.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.107.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.107.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.107.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.107.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.108.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.108.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.108.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.108.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.108.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.109.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.109.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.109.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.109.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.109.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.11.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.11.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.11.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.11.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.11.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.110.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.110.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.110.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.110.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.110.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.111.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.111.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.111.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.111.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.111.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.112.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.112.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.112.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.112.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.112.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.113.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.113.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.113.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.113.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.113.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.114.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.114.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.114.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.114.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.114.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.115.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.115.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.115.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.115.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.115.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.116.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.116.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.116.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.116.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.116.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.117.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.117.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.117.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.117.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.117.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.118.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.118.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.118.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.118.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.118.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.119.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.119.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.119.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.119.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.119.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.12.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.12.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.12.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.12.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.12.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.120.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.120.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.120.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.120.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.120.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.121.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.121.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.121.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.121.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.121.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.122.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.122.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.122.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.122.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.122.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.123.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.123.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.123.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.123.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.123.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.124.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.124.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.124.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.124.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.124.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.125.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.125.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.125.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.125.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.125.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.126.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.126.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.126.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.126.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.126.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.127.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.127.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.127.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.127.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.127.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.128.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.128.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.128.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.128.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.128.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.129.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.129.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.129.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.129.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.129.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.13.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.13.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.13.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.13.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.13.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.130.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.130.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.130.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.130.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.130.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.131.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.131.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.131.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.131.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.131.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.132.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.132.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.132.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.132.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.132.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.133.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.133.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.133.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.133.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.133.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.134.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.134.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.134.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.134.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.134.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.135.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.135.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.135.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.135.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.135.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.136.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.136.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.136.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.136.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.136.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.137.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.137.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.137.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.137.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.137.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.138.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.138.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.138.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.138.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.138.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.139.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.139.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.139.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.139.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.139.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.14.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.14.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.14.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.14.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.14.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.140.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.140.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.140.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.140.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.140.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.141.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.141.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.141.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.141.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.141.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.142.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.142.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.142.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.142.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.142.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.143.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.143.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.143.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.143.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.143.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.144.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.144.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.144.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.144.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.144.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.145.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.145.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.145.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.145.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.145.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.146.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.146.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.146.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.146.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.146.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.147.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.147.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.147.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.147.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.147.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.148.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.148.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.148.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.148.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.148.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.149.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.149.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.149.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.149.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.149.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.15.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.15.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.15.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.15.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.15.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.150.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.150.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.150.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.150.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.150.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.151.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.151.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.151.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.151.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.151.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.152.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.152.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.152.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.152.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.152.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.153.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.153.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.153.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.153.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.153.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.154.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.154.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.154.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.154.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.154.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.155.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.155.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.155.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.155.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.155.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.156.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.156.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.156.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.156.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.156.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.157.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.157.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.157.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.157.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.157.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.158.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.158.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.158.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.158.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.158.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.159.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.159.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.159.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.159.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.159.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.16.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.16.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.16.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.16.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.16.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.160.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.160.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.160.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.160.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.160.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.161.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.161.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.161.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.161.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.161.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.162.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.162.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.162.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.162.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.162.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.163.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.163.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.163.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.163.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.163.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.164.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.164.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.164.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.164.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.164.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.165.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.165.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.165.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.165.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.165.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.166.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.166.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.166.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.166.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.166.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.167.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.167.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.167.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.167.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.167.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.168.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.168.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.168.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.168.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.168.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.169.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.169.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.169.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.169.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.169.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.17.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.17.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.17.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.17.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.17.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.170.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.170.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.170.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.170.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.170.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.171.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.171.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.171.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.171.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.171.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.172.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.172.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.172.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.172.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.172.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.173.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.173.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.173.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.173.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.173.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.174.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.174.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.174.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.174.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.174.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.175.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.175.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.175.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.175.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.175.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.176.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.176.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.176.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.176.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.176.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.177.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.177.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.177.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.177.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.177.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.178.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.178.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.178.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.178.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.178.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.179.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.179.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.179.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.179.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.179.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.18.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.18.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.18.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.18.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.18.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.180.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.180.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.180.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.180.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.180.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.181.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.181.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.181.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.181.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.181.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.182.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.182.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.182.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.182.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.182.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.183.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.183.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.183.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.183.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.183.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.184.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.184.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.184.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.184.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.184.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.185.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.185.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.185.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.185.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.185.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.186.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.186.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.186.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.186.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.186.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.187.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.187.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.187.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.187.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.187.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.188.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.188.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.188.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.188.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.188.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.189.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.189.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.189.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.189.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.189.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.19.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.19.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.19.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.19.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.19.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.190.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.190.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.190.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.190.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.190.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.191.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.191.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.191.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.191.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.191.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.192.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.192.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.192.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.192.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.192.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.192.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.193.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.193.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.193.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.193.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.193.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.193.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.194.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.194.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.194.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.194.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.194.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.194.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.195.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.195.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.195.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.195.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.195.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.195.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.196.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.196.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.196.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.196.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.196.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.196.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.197.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.197.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.197.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.197.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.197.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.197.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.198.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.198.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.198.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.198.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.198.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.198.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.199.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.199.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.199.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.199.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.199.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.199.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.2.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.2.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.2.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.2.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.2.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.20.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.20.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.20.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.20.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.20.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.200.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.200.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.200.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.200.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.200.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.200.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.201.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.201.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.201.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.201.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.201.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.201.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.202.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.202.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.202.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.202.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.202.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.202.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.203.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.203.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.203.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.203.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.203.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.203.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.204.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.204.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.204.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.204.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.204.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.204.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.205.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.205.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.205.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.205.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.205.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.205.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.206.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.206.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.206.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.206.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.206.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.206.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.207.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.207.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.207.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.207.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.207.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.207.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.208.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.208.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.208.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.208.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.208.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.208.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.209.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.209.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.209.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.209.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.209.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.209.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.21.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.21.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.21.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.21.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.21.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.210.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.210.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.210.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.210.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.210.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.210.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.211.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.211.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.211.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.211.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.211.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.211.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.212.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.212.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.212.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.212.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.212.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.212.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.213.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.213.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.213.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.213.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.213.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.213.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.214.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.214.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.214.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.214.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.214.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.214.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.215.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.215.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.215.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.215.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.215.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.215.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.216.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.216.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.216.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.216.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.216.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.216.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.217.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.217.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.217.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.217.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.217.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.217.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.218.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.218.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.218.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.218.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.218.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.218.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.219.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.219.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.219.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.219.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.219.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.219.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.22.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.22.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.22.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.22.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.22.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.220.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.220.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.220.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.220.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.220.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.220.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.221.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.221.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.221.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.221.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.221.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.221.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.222.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.222.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.222.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.222.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.222.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.222.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.223.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.223.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.223.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.223.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.223.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.223.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.224.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.224.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.224.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.224.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.224.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.224.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.225.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.225.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.225.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.225.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.225.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.225.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.226.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.226.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.226.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.226.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.226.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.226.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.227.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.227.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.227.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.227.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.227.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.227.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.228.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.228.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.228.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.228.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.228.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.228.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.229.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.229.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.229.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.229.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.229.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.229.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.23.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.23.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.23.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.23.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.23.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.230.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.230.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.230.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.230.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.230.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.230.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.231.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.231.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.231.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.231.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.231.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.231.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.232.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.232.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.232.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.232.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.232.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.232.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.233.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.233.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.233.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.233.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.233.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.233.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.234.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.234.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.234.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.234.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.234.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.234.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.235.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.235.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.235.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.235.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.235.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.235.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.236.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.236.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.236.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.236.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.236.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.236.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.237.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.237.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.237.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.237.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.237.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.237.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.238.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.238.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.238.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.238.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.238.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.238.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.239.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.239.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.239.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.239.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.239.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.239.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.24.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.24.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.24.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.24.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.24.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.240.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.240.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.240.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.240.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.240.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.240.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.241.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.241.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.241.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.241.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.241.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.241.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.242.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.242.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.242.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.242.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.242.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.242.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.243.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.243.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.243.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.243.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.243.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.243.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.244.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.244.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.244.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.244.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.244.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.244.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.245.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.245.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.245.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.245.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.245.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.245.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.246.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.246.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.246.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.246.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.246.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.246.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.247.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.247.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.247.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.247.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.247.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.247.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.248.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.248.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.248.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.248.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.248.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.248.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.249.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.249.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.249.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.249.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.249.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.249.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.25.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.25.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.25.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.25.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.25.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.250.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.250.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.250.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.250.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.250.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.250.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.251.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.251.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.251.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.251.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.251.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.251.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.252.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.252.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.252.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.252.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.252.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.252.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.253.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.253.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.253.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.253.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.253.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.253.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.254.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.254.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.254.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.254.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.254.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.254.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.255.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.255.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.255.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.255.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.255.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.255.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.6.mlp.experts.26.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.26.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.26.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.26.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.26.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.27.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.27.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.27.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.27.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.27.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.28.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.28.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.28.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.28.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.28.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.29.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.29.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.29.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.29.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.29.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.3.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.3.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.3.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.3.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.3.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.30.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.30.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.30.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.30.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.30.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.31.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.31.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.31.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.31.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.31.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.32.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.32.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.32.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.32.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.32.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.33.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.33.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.33.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.33.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.33.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.34.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.34.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.34.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.34.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.34.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.35.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.35.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.35.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.35.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.35.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.36.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.36.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.36.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.36.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.36.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.37.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.37.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.37.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.37.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.37.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.38.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.38.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.38.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.38.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.38.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.39.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.39.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.39.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.39.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.39.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.4.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.4.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.4.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.4.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.4.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.40.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.40.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.40.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.40.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.40.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.41.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.41.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.41.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.41.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.41.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.42.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.42.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.42.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.42.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.42.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.43.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.43.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.43.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.43.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.43.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.44.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.44.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.44.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.44.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.44.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.45.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.45.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.45.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.45.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.45.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.46.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.46.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.46.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.46.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.46.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.47.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.47.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.47.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.47.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.47.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.48.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.48.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.48.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.48.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.48.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.49.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.49.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.49.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.49.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.49.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.5.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.5.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.5.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.5.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.5.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.50.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.50.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.50.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.50.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.50.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.51.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.51.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.51.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.51.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.51.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.52.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.52.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.52.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.52.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.52.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.53.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.53.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.53.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.53.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.53.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.54.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.54.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.54.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.54.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.54.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.55.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.55.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.55.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.55.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.55.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.56.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.56.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.56.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.56.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.56.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.57.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.57.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.57.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.57.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.57.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.58.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.58.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.58.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.58.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.58.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.59.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.59.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.59.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.59.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.59.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.6.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.6.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.6.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.6.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.6.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.60.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.60.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.60.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.60.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.60.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.61.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.61.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.61.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.61.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.61.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.62.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.62.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.62.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.62.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.62.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.63.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.63.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.63.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.63.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.63.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.64.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.64.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.64.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.64.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.64.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.65.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.65.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.65.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.65.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.65.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.66.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.66.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.66.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.66.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.66.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.67.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.67.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.67.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.67.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.67.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.68.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.68.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.68.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.68.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.68.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.69.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.69.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.69.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.69.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.69.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.7.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.7.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.7.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.7.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.7.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.70.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.70.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.70.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.70.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.70.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.71.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.71.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.71.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.71.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.71.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.72.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.72.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.72.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.72.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.72.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.73.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.73.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.73.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.73.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.73.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.74.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.74.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.74.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.74.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.74.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.75.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.75.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.75.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.75.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.75.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.76.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.76.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.76.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.76.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.76.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.77.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.77.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.77.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.77.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.77.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.78.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.78.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.78.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.78.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.78.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.79.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.79.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.79.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.79.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.79.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.8.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.8.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.8.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.8.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.8.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.80.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.80.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.80.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.80.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.80.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.81.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.81.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.81.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.81.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.81.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.82.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.82.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.82.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.82.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.82.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.83.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.83.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.83.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.83.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.83.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.84.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.84.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.84.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.84.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.84.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.85.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.85.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.85.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.85.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.85.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.86.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.86.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.86.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.86.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.86.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.87.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.87.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.87.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.87.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.87.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.88.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.88.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.88.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.88.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.88.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.89.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.89.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.89.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.89.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.89.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.9.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.9.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.9.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.9.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.9.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.experts.90.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.90.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.90.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.90.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.90.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.91.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.91.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.91.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.91.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.91.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.92.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.92.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.92.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.92.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.92.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.93.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.93.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.93.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.93.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.93.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.94.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.94.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.94.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.94.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.94.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.95.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.95.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.95.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.95.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.95.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.96.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.96.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.96.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.96.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.96.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.97.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.97.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.97.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.97.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.97.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.98.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.98.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.98.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.98.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.98.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.99.down_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.99.down_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.99.gate_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.99.up_proj.weight": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.experts.99.up_proj.weight_scale": "model-00002-of-00081.safetensors",
+ "model.layers.6.mlp.router.gate.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.shared_experts.down_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.shared_experts.gate_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.mlp.shared_experts.up_proj.weight_scale": "model-00001-of-00081.safetensors",
+ "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.post_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.pre_mlp_layernorm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.self_attn.gate_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00081.safetensors",
+ "model.layers.7.input_layernorm.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.expert_bias": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.0.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.0.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.0.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.0.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.0.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.1.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.1.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.1.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.1.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.1.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.10.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.10.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.10.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.10.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.10.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.100.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.100.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.100.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.100.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.100.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.101.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.101.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.101.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.101.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.101.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.102.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.102.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.102.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.102.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.102.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.103.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.103.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.103.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.103.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.103.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.104.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.104.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.104.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.104.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.104.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.105.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.105.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.105.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.105.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.105.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.106.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.106.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.106.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.106.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.106.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.107.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.107.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.107.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.107.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.107.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.108.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.108.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.108.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.108.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.108.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.109.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.109.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.109.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.109.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.109.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.11.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.11.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.11.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.11.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.11.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.110.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.110.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.110.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.110.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.110.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.111.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.111.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.111.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.111.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.111.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.112.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.112.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.112.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.112.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.112.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.113.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.113.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.113.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.113.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.113.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.114.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.114.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.114.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.114.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.114.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.115.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.115.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.115.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.115.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.115.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.116.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.116.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.116.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.116.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.116.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.117.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.117.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.117.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.117.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.117.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.118.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.118.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.118.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.118.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.118.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.119.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.119.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.119.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.119.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.119.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.12.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.12.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.12.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.12.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.12.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.120.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.120.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.120.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.120.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.120.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.121.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.121.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.121.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.121.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.121.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.122.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.122.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.122.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.122.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.122.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.123.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.123.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.123.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.123.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.123.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.124.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.124.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.124.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.124.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.124.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.125.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.125.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.125.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.125.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.125.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.126.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.126.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.126.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.126.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.126.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.127.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.127.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.127.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.127.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.127.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.128.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.128.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.128.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.128.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.128.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.129.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.129.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.129.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.129.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.129.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.13.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.13.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.13.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.13.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.13.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.130.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.130.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.130.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.130.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.130.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.131.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.131.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.131.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.131.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.131.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.132.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.132.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.132.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.132.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.132.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.133.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.133.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.133.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.133.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.133.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.134.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.134.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.134.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.134.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.134.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.135.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.135.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.135.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.135.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.135.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.136.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.136.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.136.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.136.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.136.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.137.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.137.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.137.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.137.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.137.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.138.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.138.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.138.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.138.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.138.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.139.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.139.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.139.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.139.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.139.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.14.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.14.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.14.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.14.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.14.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.140.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.140.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.140.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.140.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.140.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.141.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.141.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.141.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.141.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.141.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.142.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.142.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.142.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.142.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.142.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.143.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.143.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.143.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.143.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.143.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.144.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.144.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.144.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.144.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.144.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.145.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.145.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.145.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.145.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.145.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.146.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.146.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.146.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.146.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.146.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.147.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.147.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.147.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.147.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.147.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.148.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.148.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.148.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.148.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.148.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.149.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.149.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.149.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.149.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.149.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.15.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.15.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.15.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.15.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.15.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.150.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.150.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.150.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.150.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.150.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.151.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.151.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.151.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.151.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.151.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.152.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.152.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.152.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.152.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.152.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.153.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.153.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.153.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.153.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.153.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.154.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.154.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.154.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.154.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.154.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.155.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.155.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.155.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.155.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.155.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.156.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.156.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.156.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.156.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.156.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.157.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.157.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.157.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.157.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.157.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.158.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.158.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.158.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.158.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.158.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.159.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.159.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.159.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.159.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.159.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.16.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.16.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.16.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.16.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.16.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.160.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.160.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.160.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.160.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.160.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.161.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.161.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.161.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.161.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.161.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.162.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.162.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.162.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.162.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.162.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.163.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.163.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.163.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.163.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.163.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.164.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.164.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.164.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.164.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.164.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.165.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.165.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.165.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.165.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.165.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.166.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.166.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.166.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.166.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.166.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.167.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.167.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.167.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.167.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.167.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.168.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.168.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.168.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.168.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.168.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.169.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.169.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.169.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.169.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.169.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.17.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.17.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.17.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.17.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.17.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.170.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.170.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.170.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.170.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.170.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.171.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.171.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.171.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.171.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.171.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.172.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.172.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.172.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.172.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.172.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.173.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.173.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.173.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.173.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.173.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.174.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.174.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.174.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.174.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.174.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.175.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.175.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.175.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.175.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.175.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.176.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.176.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.176.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.176.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.176.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.177.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.177.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.177.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.177.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.177.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.178.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.178.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.178.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.178.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.178.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.179.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.179.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.179.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.179.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.179.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.18.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.18.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.18.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.18.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.18.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.180.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.180.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.180.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.180.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.180.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.181.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.181.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.181.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.181.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.181.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.182.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.182.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.182.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.182.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.182.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.183.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.183.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.183.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.183.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.183.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.184.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.184.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.184.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.184.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.184.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.185.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.185.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.185.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.185.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.185.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.186.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.186.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.186.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.186.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.186.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.187.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.187.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.187.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.187.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.187.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.188.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.188.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.188.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.188.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.188.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.189.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.189.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.189.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.189.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.189.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.19.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.19.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.19.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.19.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.19.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.190.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.190.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.190.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.190.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.190.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.191.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.191.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.191.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.191.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.191.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.192.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.192.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.192.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.192.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.192.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.192.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.193.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.193.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.193.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.193.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.193.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.193.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.194.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.194.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.194.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.194.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.194.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.194.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.195.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.195.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.195.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.195.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.195.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.195.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.196.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.196.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.196.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.196.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.196.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.196.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.197.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.197.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.197.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.197.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.197.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.197.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.198.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.198.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.198.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.198.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.198.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.198.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.199.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.199.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.199.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.199.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.199.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.199.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.2.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.2.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.2.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.2.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.2.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.20.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.20.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.20.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.20.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.20.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.200.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.200.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.200.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.200.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.200.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.200.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.201.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.201.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.201.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.201.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.201.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.201.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.202.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.202.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.202.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.202.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.202.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.202.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.203.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.203.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.203.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.203.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.203.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.203.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.204.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.204.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.204.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.204.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.204.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.204.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.205.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.205.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.205.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.205.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.205.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.205.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.206.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.206.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.206.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.206.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.206.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.206.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.207.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.207.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.207.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.207.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.207.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.207.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.208.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.208.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.208.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.208.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.208.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.208.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.209.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.209.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.209.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.209.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.209.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.209.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.21.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.21.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.21.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.21.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.21.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.210.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.210.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.210.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.210.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.210.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.210.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.211.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.211.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.211.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.211.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.211.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.211.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.212.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.212.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.212.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.212.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.212.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.212.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.213.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.213.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.213.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.213.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.213.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.213.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.214.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.214.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.214.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.214.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.214.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.214.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.215.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.215.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.215.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.215.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.215.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.215.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.216.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.216.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.216.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.216.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.216.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.216.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.217.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.217.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.217.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.217.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.217.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.217.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.218.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.218.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.218.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.218.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.218.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.218.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.219.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.219.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.219.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.219.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.219.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.219.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.22.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.22.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.22.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.22.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.22.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.220.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.220.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.220.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.220.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.220.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.220.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.221.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.221.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.221.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.221.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.221.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.221.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.222.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.222.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.222.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.222.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.222.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.222.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.223.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.223.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.223.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.223.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.223.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.223.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.224.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.224.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.224.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.224.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.224.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.224.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.225.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.225.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.225.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.225.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.225.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.225.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.226.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.226.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.226.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.226.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.226.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.226.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.227.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.227.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.227.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.227.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.227.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.227.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.228.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.228.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.228.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.228.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.228.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.228.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.229.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.229.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.229.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.229.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.229.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.229.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.23.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.23.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.23.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.23.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.23.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.230.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.230.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.230.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.230.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.230.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.230.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.231.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.231.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.231.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.231.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.231.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.231.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.232.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.232.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.232.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.232.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.232.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.232.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.233.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.233.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.233.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.233.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.233.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.233.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.234.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.234.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.234.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.234.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.234.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.234.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.235.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.235.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.235.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.235.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.235.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.235.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.236.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.236.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.236.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.236.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.236.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.236.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.237.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.237.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.237.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.237.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.237.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.237.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.238.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.238.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.238.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.238.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.238.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.238.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.239.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.239.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.239.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.239.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.239.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.239.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.24.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.24.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.24.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.24.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.24.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.240.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.240.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.240.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.240.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.240.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.240.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.241.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.241.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.241.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.241.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.241.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.241.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.242.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.242.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.242.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.242.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.242.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.242.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.243.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.243.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.243.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.243.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.243.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.243.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.244.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.244.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.244.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.244.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.244.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.244.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.245.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.245.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.245.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.245.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.245.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.245.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.246.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.246.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.246.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.246.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.246.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.246.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.247.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.247.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.247.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.247.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.247.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.247.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.248.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.248.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.248.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.248.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.248.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.248.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.249.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.249.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.249.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.249.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.249.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.249.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.25.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.25.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.25.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.25.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.25.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.250.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.250.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.250.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.250.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.250.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.250.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.251.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.251.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.251.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.251.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.251.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.251.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.252.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.252.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.252.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.252.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.252.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.252.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.253.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.253.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.253.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.253.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.253.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.253.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.254.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.254.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.254.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.254.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.254.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.254.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.255.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.255.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.255.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.255.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.255.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.255.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.7.mlp.experts.26.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.26.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.26.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.26.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.26.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.27.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.27.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.27.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.27.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.27.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.28.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.28.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.28.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.28.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.28.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.29.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.29.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.29.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.29.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.29.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.3.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.3.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.3.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.3.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.3.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.30.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.30.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.30.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.30.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.30.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.31.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.31.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.31.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.31.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.31.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.32.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.32.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.32.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.32.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.32.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.33.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.33.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.33.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.33.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.33.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.34.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.34.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.34.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.34.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.34.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.35.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.35.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.35.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.35.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.35.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.36.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.36.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.36.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.36.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.36.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.37.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.37.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.37.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.37.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.37.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.38.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.38.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.38.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.38.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.38.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.39.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.39.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.39.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.39.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.39.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.4.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.4.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.4.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.4.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.4.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.40.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.40.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.40.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.40.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.40.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.41.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.41.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.41.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.41.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.41.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.42.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.42.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.42.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.42.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.42.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.43.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.43.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.43.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.43.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.43.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.44.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.44.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.44.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.44.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.44.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.45.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.45.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.45.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.45.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.45.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.46.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.46.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.46.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.46.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.46.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.47.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.47.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.47.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.47.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.47.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.48.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.48.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.48.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.48.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.48.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.49.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.49.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.49.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.49.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.49.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.5.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.5.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.5.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.5.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.5.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.50.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.50.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.50.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.50.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.50.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.51.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.51.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.51.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.51.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.51.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.52.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.52.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.52.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.52.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.52.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.53.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.53.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.53.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.53.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.53.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.54.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.54.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.54.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.54.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.54.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.55.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.55.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.55.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.55.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.55.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.56.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.56.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.56.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.56.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.56.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.57.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.57.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.57.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.57.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.57.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.58.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.58.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.58.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.58.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.58.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.59.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.59.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.59.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.59.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.59.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.6.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.6.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.6.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.6.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.6.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.60.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.60.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.60.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.60.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.60.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.61.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.61.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.61.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.61.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.61.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.62.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.62.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.62.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.62.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.62.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.63.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.63.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.63.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.63.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.63.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.64.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.64.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.64.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.64.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.64.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.65.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.65.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.65.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.65.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.65.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.66.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.66.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.66.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.66.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.66.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.67.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.67.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.67.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.67.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.67.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.68.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.68.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.68.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.68.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.68.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.69.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.69.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.69.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.69.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.69.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.7.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.7.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.7.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.7.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.7.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.70.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.70.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.70.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.70.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.70.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.71.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.71.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.71.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.71.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.71.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.72.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.72.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.72.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.72.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.72.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.73.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.73.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.73.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.73.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.73.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.74.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.74.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.74.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.74.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.74.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.75.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.75.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.75.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.75.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.75.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.76.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.76.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.76.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.76.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.76.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.77.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.77.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.77.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.77.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.77.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.78.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.78.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.78.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.78.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.78.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.79.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.79.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.79.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.79.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.79.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.8.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.8.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.8.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.8.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.8.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.80.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.80.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.80.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.80.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.80.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.81.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.81.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.81.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.81.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.81.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.82.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.82.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.82.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.82.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.82.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.83.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.83.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.83.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.83.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.83.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.84.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.84.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.84.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.84.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.84.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.85.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.85.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.85.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.85.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.85.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.86.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.86.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.86.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.86.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.86.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.87.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.87.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.87.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.87.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.87.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.88.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.88.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.88.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.88.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.88.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.89.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.89.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.89.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.89.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.89.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.9.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.9.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.9.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.9.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.9.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.90.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.90.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.90.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.90.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.90.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.91.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.91.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.91.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.91.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.91.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.92.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.92.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.92.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.92.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.92.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.93.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.93.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.93.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.93.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.93.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.94.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.94.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.94.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.94.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.94.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.95.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.95.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.95.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.95.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.95.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.96.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.96.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.96.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.96.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.96.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.97.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.97.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.97.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.97.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.97.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.98.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.98.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.98.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.98.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.98.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.99.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.99.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.99.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.99.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.experts.99.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.router.gate.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.shared_experts.down_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.shared_experts.gate_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.mlp.shared_experts.up_proj.weight_scale": "model-00003-of-00081.safetensors",
+ "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.post_mlp_layernorm.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.pre_mlp_layernorm.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.self_attn.gate_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.self_attn.k_norm.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.self_attn.k_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.self_attn.o_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.self_attn.q_norm.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.self_attn.q_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.7.self_attn.v_proj.weight": "model-00003-of-00081.safetensors",
+ "model.layers.8.input_layernorm.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.expert_bias": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.0.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.0.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.0.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.0.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.0.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.1.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.1.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.1.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.1.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.1.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.10.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.10.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.10.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.10.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.10.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.100.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.100.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.100.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.100.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.100.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.101.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.101.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.101.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.101.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.101.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.102.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.102.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.102.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.102.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.102.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.103.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.103.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.103.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.103.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.103.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.104.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.104.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.104.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.104.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.104.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.105.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.105.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.105.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.105.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.105.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.106.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.106.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.106.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.106.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.106.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.107.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.107.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.107.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.107.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.107.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.108.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.108.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.108.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.108.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.108.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.109.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.109.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.109.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.109.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.109.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.11.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.11.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.11.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.11.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.11.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.110.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.110.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.110.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.110.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.110.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.111.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.111.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.111.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.111.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.111.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.112.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.112.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.112.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.112.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.112.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.113.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.113.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.113.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.113.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.113.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.114.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.114.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.114.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.114.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.114.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.115.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.115.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.115.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.115.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.115.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.116.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.116.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.116.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.116.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.116.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.117.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.117.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.117.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.117.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.117.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.118.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.118.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.118.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.118.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.118.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.119.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.119.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.119.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.119.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.119.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.12.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.12.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.12.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.12.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.12.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.120.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.120.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.120.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.120.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.120.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.121.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.121.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.121.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.121.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.121.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.122.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.122.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.122.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.122.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.122.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.123.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.123.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.123.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.123.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.123.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.124.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.124.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.124.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.124.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.124.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.125.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.125.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.125.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.125.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.125.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.126.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.126.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.126.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.126.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.126.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.127.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.127.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.127.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.127.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.127.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.128.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.128.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.128.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.128.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.128.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.129.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.129.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.129.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.129.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.129.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.13.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.13.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.13.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.13.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.13.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.130.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.130.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.130.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.130.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.130.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.131.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.131.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.131.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.131.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.131.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.132.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.132.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.132.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.132.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.132.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.133.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.133.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.133.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.133.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.133.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.134.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.134.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.134.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.134.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.134.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.135.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.135.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.135.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.135.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.135.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.136.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.136.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.136.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.136.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.136.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.137.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.137.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.137.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.137.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.137.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.138.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.138.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.138.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.138.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.138.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.139.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.139.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.139.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.139.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.139.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.14.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.14.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.14.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.14.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.14.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.140.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.140.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.140.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.140.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.140.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.141.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.141.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.141.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.141.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.141.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.142.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.142.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.142.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.142.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.142.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.143.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.143.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.143.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.143.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.143.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.144.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.144.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.144.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.144.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.144.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.145.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.145.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.145.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.145.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.145.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.146.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.146.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.146.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.146.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.146.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.147.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.147.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.147.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.147.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.147.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.148.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.148.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.148.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.148.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.148.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.149.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.149.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.149.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.149.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.149.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.15.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.15.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.15.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.15.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.15.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.150.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.150.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.150.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.150.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.150.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.151.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.151.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.151.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.151.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.151.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.152.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.152.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.152.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.152.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.152.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.153.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.153.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.153.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.153.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.153.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.154.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.154.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.154.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.154.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.154.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.155.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.155.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.155.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.155.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.155.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.156.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.156.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.156.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.156.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.156.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.157.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.157.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.157.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.157.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.157.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.158.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.158.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.158.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.158.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.158.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.159.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.159.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.159.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.159.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.159.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.16.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.16.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.16.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.16.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.16.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.160.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.160.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.160.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.160.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.160.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.161.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.161.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.161.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.161.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.161.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.162.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.162.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.162.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.162.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.162.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.163.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.163.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.163.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.163.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.163.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.164.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.164.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.164.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.164.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.164.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.165.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.165.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.165.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.165.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.165.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.166.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.166.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.166.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.166.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.166.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.167.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.167.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.167.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.167.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.167.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.168.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.168.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.168.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.168.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.168.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.169.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.169.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.169.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.169.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.169.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.17.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.17.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.17.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.17.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.17.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.170.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.170.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.170.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.170.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.170.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.171.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.171.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.171.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.171.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.171.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.172.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.172.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.172.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.172.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.172.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.173.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.173.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.173.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.173.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.173.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.174.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.174.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.174.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.174.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.174.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.175.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.175.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.175.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.175.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.175.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.176.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.176.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.176.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.176.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.176.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.177.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.177.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.177.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.177.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.177.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.178.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.178.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.178.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.178.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.178.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.179.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.179.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.179.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.179.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.179.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.18.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.18.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.18.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.18.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.18.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.180.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.180.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.180.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.180.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.180.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.181.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.181.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.181.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.181.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.181.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.182.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.182.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.182.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.182.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.182.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.183.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.183.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.183.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.183.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.183.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.184.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.184.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.184.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.184.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.184.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.185.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.185.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.185.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.185.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.185.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.186.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.186.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.186.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.186.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.186.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.187.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.187.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.187.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.187.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.187.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.188.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.188.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.188.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.188.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.188.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.189.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.189.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.189.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.189.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.189.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.19.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.19.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.19.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.19.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.19.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.190.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.190.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.190.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.190.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.190.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.191.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.191.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.191.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.191.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.191.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.192.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.192.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.192.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.192.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.192.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.192.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.193.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.193.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.193.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.193.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.193.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.193.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.194.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.194.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.194.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.194.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.194.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.194.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.195.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.195.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.195.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.195.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.195.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.195.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.196.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.196.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.196.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.196.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.196.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.196.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.197.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.197.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.197.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.197.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.197.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.197.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.198.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.198.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.198.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.198.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.198.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.198.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.199.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.199.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.199.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.199.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.199.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.199.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.2.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.2.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.2.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.2.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.2.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.20.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.20.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.20.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.20.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.20.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.200.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.200.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.200.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.200.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.200.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.200.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.201.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.201.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.201.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.201.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.201.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.201.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.202.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.202.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.202.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.202.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.202.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.202.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.203.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.203.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.203.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.203.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.203.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.203.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.204.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.204.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.204.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.204.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.204.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.204.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.205.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.205.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.205.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.205.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.205.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.205.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.206.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.206.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.206.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.206.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.206.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.206.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.207.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.207.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.207.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.207.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.207.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.207.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.208.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.208.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.208.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.208.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.208.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.208.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.209.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.209.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.209.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.209.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.209.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.209.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.21.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.21.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.21.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.21.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.21.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.210.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.210.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.210.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.210.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.210.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.210.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.211.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.211.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.211.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.211.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.211.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.211.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.212.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.212.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.212.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.212.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.212.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.212.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.213.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.213.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.213.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.213.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.213.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.213.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.214.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.214.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.214.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.214.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.214.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.214.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.215.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.215.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.215.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.215.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.215.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.215.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.216.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.216.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.216.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.216.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.216.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.216.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.217.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.217.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.217.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.217.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.217.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.217.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.218.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.218.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.218.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.218.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.218.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.218.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.219.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.219.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.219.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.219.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.219.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.219.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.22.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.22.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.22.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.22.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.22.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.220.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.220.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.220.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.220.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.220.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.220.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.221.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.221.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.221.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.221.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.221.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.221.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.222.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.222.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.222.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.222.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.222.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.222.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.223.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.223.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.223.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.223.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.223.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.223.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.224.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.224.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.224.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.224.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.224.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.224.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.225.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.225.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.225.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.225.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.225.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.225.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.226.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.226.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.226.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.226.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.226.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.226.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.227.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.227.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.227.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.227.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.227.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.227.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.228.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.228.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.228.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.228.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.228.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.228.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.229.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.229.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.229.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.229.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.229.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.229.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.23.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.23.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.23.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.23.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.23.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.230.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.230.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.230.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.230.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.230.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.230.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.231.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.231.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.231.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.231.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.231.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.231.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.232.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.232.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.232.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.232.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.232.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.232.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.233.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.233.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.233.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.233.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.233.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.233.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.234.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.234.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.234.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.234.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.234.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.234.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.235.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.235.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.235.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.235.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.235.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.235.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.236.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.236.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.236.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.236.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.236.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.236.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.237.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.237.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.237.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.237.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.237.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.237.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.238.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.238.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.238.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.238.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.238.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.238.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.239.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.239.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.239.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.239.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.239.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.239.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.24.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.24.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.24.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.24.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.24.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.240.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.240.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.240.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.240.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.240.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.240.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.241.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.241.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.241.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.241.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.241.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.241.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.242.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.242.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.242.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.242.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.242.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.242.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.243.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.243.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.243.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.243.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.243.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.243.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.244.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.244.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.244.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.244.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.244.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.244.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.245.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.245.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.245.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.245.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.245.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.245.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.246.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.246.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.246.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.246.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.246.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.246.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.247.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.247.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.247.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.247.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.247.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.247.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.248.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.248.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.248.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.248.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.248.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.248.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.249.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.249.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.249.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.249.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.249.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.249.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.25.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.25.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.25.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.25.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.25.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.250.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.250.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.250.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.250.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.250.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.250.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.251.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.251.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.251.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.251.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.251.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.251.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.252.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.252.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.252.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.252.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.252.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.252.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.253.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.253.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.253.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.253.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.253.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.253.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.254.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.254.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.254.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.254.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.254.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.254.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.255.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.255.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.255.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.255.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.255.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.255.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.26.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.26.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.26.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.26.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.26.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.27.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.27.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.27.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.27.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.27.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.28.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.28.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.28.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.28.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.28.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.29.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.29.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.29.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.29.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.29.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.3.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.3.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.3.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.3.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.3.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.30.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.30.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.30.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.30.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.30.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.31.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.31.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.31.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.31.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.31.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.32.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.32.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.32.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.32.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.32.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.33.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.33.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.33.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.33.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.33.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.34.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.34.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.34.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.34.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.34.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.35.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.35.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.35.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.35.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.35.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.36.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.36.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.36.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.36.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.36.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.37.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.37.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.37.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.37.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.37.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.38.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.38.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.38.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.38.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.38.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.39.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.39.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.39.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.39.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.39.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.4.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.4.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.4.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.4.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.4.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.40.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.40.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.40.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.40.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.40.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.41.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.41.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.41.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.41.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.41.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.42.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.42.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.42.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.42.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.42.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.43.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.43.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.43.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.43.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.43.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.44.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.44.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.44.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.44.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.44.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.45.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.45.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.45.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.45.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.45.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.46.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.46.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.46.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.46.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.46.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.47.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.47.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.47.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.47.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.47.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.48.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.48.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.48.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.48.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.48.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.49.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.49.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.49.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.49.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.49.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.5.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.5.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.5.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.5.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.5.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.50.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.50.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.50.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.50.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.50.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.51.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.51.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.51.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.51.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.51.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.52.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.52.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.52.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.52.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.52.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.53.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.53.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.53.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.53.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.53.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.54.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.54.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.54.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.54.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.54.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.55.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.55.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.55.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.55.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.55.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.56.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.56.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.56.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.56.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.56.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.57.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.57.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.57.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.57.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.57.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.58.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.58.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.58.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.58.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.58.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.59.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.59.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.59.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.59.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.59.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.6.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.6.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.6.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.6.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.6.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.60.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.60.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.60.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.60.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.60.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.61.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.61.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.61.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.61.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.61.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.62.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.62.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.62.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.62.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.62.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.63.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.63.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.63.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.63.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.63.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.64.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.64.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.64.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.64.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.64.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.65.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.65.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.65.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.65.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.65.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.66.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.66.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.66.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.66.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.66.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.67.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.67.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.67.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.67.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.67.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.68.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.68.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.68.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.68.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.68.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.69.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.69.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.69.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.69.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.69.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.7.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.7.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.7.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.7.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.7.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.70.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.70.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.70.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.70.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.70.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.71.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.71.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.71.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.71.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.71.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.72.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.72.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.72.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.72.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.72.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.73.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.73.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.73.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.73.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.73.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.74.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.74.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.74.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.74.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.74.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.75.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.75.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.75.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.75.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.75.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.76.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.76.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.76.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.76.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.76.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.77.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.77.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.77.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.77.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.77.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.78.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.78.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.78.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.78.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.78.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.79.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.79.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.79.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.79.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.79.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.8.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.8.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.8.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.8.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.8.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.80.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.80.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.80.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.80.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.80.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.81.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.81.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.81.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.81.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.81.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.82.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.82.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.82.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.82.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.82.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.83.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.83.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.83.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.83.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.83.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.84.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.84.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.84.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.84.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.84.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.85.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.85.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.85.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.85.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.85.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.86.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.86.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.86.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.86.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.86.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.87.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.87.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.87.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.87.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.87.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.88.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.88.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.88.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.88.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.88.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.89.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.89.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.89.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.89.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.89.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.9.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.9.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.9.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.9.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.9.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.experts.90.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.90.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.90.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.90.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.90.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.91.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.91.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.91.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.91.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.91.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.92.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.92.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.92.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.92.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.92.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.93.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.93.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.93.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.93.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.93.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.94.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.94.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.94.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.94.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.94.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.95.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.95.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.95.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.95.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.95.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.96.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.96.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.96.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.96.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.96.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.97.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.97.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.97.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.97.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.97.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.98.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.98.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.98.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.98.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.98.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.99.down_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.99.down_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.99.gate_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.99.up_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.experts.99.up_proj.weight_scale": "model-00005-of-00081.safetensors",
+ "model.layers.8.mlp.router.gate.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.shared_experts.down_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.shared_experts.gate_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.mlp.shared_experts.up_proj.weight_scale": "model-00004-of-00081.safetensors",
+ "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.post_mlp_layernorm.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.pre_mlp_layernorm.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.self_attn.gate_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.self_attn.k_norm.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.self_attn.k_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.self_attn.q_norm.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.self_attn.q_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.8.self_attn.v_proj.weight": "model-00004-of-00081.safetensors",
+ "model.layers.9.input_layernorm.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.expert_bias": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.0.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.0.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.0.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.0.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.0.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.1.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.1.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.1.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.1.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.1.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.10.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.10.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.10.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.10.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.10.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.100.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.100.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.100.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.100.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.100.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.101.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.101.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.101.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.101.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.101.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.102.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.102.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.102.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.102.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.102.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.103.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.103.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.103.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.103.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.103.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.104.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.104.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.104.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.104.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.104.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.105.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.105.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.105.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.105.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.105.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.106.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.106.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.106.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.106.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.106.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.107.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.107.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.107.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.107.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.107.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.108.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.108.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.108.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.108.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.108.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.109.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.109.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.109.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.109.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.109.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.11.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.11.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.11.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.11.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.11.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.110.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.110.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.110.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.110.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.110.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.111.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.111.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.111.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.111.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.111.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.112.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.112.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.112.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.112.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.112.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.113.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.113.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.113.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.113.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.113.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.114.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.114.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.114.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.114.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.114.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.115.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.115.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.115.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.115.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.115.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.116.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.116.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.116.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.116.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.116.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.117.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.117.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.117.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.117.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.117.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.118.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.118.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.118.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.118.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.118.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.119.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.119.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.119.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.119.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.119.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.12.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.12.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.12.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.12.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.12.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.120.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.120.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.120.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.120.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.120.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.121.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.121.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.121.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.121.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.121.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.122.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.122.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.122.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.122.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.122.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.123.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.123.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.123.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.123.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.123.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.124.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.124.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.124.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.124.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.124.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.125.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.125.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.125.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.125.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.125.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.126.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.126.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.126.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.126.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.126.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.127.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.127.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.127.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.127.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.127.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.128.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.128.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.128.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.128.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.128.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.129.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.129.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.129.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.129.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.129.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.13.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.13.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.13.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.13.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.13.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.130.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.130.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.130.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.130.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.130.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.131.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.131.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.131.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.131.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.131.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.132.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.132.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.132.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.132.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.132.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.133.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.133.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.133.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.133.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.133.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.134.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.134.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.134.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.134.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.134.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.135.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.135.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.135.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.135.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.135.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.136.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.136.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.136.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.136.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.136.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.137.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.137.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.137.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.137.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.137.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.138.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.138.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.138.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.138.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.138.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.139.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.139.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.139.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.139.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.139.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.14.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.14.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.14.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.14.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.14.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.140.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.140.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.140.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.140.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.140.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.141.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.141.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.141.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.141.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.141.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.142.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.142.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.142.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.142.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.142.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.143.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.143.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.143.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.143.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.143.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.144.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.144.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.144.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.144.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.144.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.145.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.145.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.145.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.145.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.145.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.146.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.146.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.146.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.146.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.146.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.147.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.147.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.147.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.147.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.147.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.148.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.148.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.148.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.148.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.148.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.149.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.149.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.149.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.149.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.149.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.15.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.15.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.15.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.15.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.15.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.150.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.150.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.150.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.150.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.150.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.151.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.151.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.151.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.151.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.151.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.152.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.152.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.152.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.152.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.152.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.153.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.153.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.153.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.153.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.153.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.154.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.154.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.154.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.154.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.154.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.155.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.155.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.155.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.155.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.155.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.156.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.156.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.156.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.156.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.156.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.157.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.157.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.157.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.157.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.157.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.158.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.158.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.158.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.158.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.158.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.159.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.159.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.159.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.159.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.159.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.16.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.16.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.16.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.16.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.16.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.160.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.160.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.160.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.160.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.160.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.161.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.161.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.161.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.161.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.161.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.162.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.162.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.162.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.162.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.162.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.163.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.163.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.163.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.163.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.163.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.164.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.164.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.164.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.164.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.164.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.165.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.165.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.165.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.165.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.165.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.166.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.166.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.166.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.166.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.166.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.167.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.167.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.167.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.167.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.167.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.168.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.168.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.168.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.168.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.168.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.169.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.169.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.169.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.169.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.169.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.17.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.17.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.17.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.17.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.17.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.170.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.170.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.170.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.170.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.170.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.171.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.171.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.171.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.171.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.171.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.172.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.172.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.172.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.172.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.172.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.173.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.173.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.173.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.173.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.173.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.174.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.174.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.174.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.174.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.174.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.175.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.175.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.175.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.175.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.175.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.176.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.176.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.176.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.176.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.176.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.177.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.177.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.177.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.177.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.177.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.178.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.178.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.178.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.178.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.178.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.179.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.179.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.179.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.179.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.179.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.18.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.18.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.18.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.18.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.18.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.180.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.180.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.180.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.180.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.180.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.181.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.181.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.181.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.181.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.181.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.182.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.182.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.182.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.182.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.182.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.183.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.183.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.183.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.183.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.183.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.184.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.184.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.184.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.184.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.184.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.185.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.185.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.185.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.185.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.185.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.186.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.186.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.186.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.186.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.186.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.187.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.187.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.187.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.187.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.187.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.188.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.188.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.188.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.188.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.188.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.189.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.189.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.189.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.189.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.189.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.19.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.19.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.19.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.19.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.19.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.190.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.190.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.190.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.190.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.190.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.191.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.191.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.191.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.191.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.191.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.192.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.192.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.192.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.192.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.192.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.192.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.193.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.193.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.193.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.193.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.193.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.193.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.194.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.194.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.194.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.194.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.194.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.194.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.195.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.195.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.195.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.195.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.195.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.195.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.196.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.196.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.196.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.196.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.196.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.196.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.197.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.197.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.197.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.197.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.197.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.197.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.198.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.198.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.198.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.198.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.198.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.198.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.199.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.199.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.199.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.199.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.199.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.199.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.2.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.2.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.2.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.2.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.2.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.20.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.20.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.20.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.20.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.20.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.200.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.200.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.200.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.200.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.200.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.200.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.201.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.201.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.201.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.201.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.201.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.201.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.202.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.202.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.202.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.202.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.202.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.202.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.203.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.203.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.203.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.203.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.203.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.203.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.204.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.204.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.204.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.204.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.204.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.204.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.205.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.205.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.205.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.205.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.205.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.205.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.206.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.206.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.206.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.206.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.206.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.206.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.207.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.207.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.207.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.207.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.207.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.207.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.208.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.208.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.208.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.208.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.208.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.208.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.209.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.209.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.209.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.209.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.209.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.209.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.21.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.21.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.21.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.21.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.21.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.210.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.210.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.210.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.210.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.210.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.210.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.211.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.211.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.211.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.211.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.211.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.211.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.212.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.212.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.212.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.212.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.212.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.212.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.213.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.213.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.213.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.213.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.213.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.213.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.214.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.214.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.214.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.214.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.214.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.214.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.215.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.215.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.215.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.215.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.215.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.215.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.216.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.216.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.216.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.216.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.216.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.216.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.217.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.217.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.217.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.217.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.217.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.217.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.218.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.218.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.218.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.218.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.218.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.218.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.219.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.219.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.219.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.219.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.219.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.219.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.22.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.22.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.22.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.22.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.22.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.220.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.220.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.220.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.220.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.220.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.220.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.221.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.221.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.221.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.221.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.221.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.221.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.222.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.222.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.222.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.222.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.222.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.222.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.223.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.223.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.223.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.223.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.223.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.223.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.224.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.224.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.224.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.224.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.224.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.224.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.225.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.225.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.225.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.225.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.225.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.225.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.226.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.226.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.226.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.226.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.226.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.226.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.227.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.227.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.227.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.227.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.227.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.227.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.228.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.228.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.228.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.228.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.228.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.228.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.229.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.229.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.229.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.229.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.229.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.229.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.23.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.23.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.23.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.23.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.23.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.230.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.230.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.230.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.230.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.230.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.230.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.231.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.231.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.231.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.231.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.231.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.231.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.232.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.232.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.232.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.232.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.232.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.232.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.233.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.233.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.233.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.233.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.233.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.233.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.234.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.234.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.234.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.234.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.234.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.234.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.235.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.235.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.235.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.235.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.235.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.235.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.236.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.236.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.236.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.236.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.236.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.236.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.237.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.237.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.237.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.237.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.237.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.237.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.238.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.238.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.238.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.238.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.238.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.238.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.239.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.239.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.239.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.239.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.239.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.239.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.24.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.24.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.24.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.24.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.24.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.240.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.240.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.240.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.240.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.240.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.240.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.241.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.241.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.241.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.241.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.241.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.241.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.242.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.242.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.242.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.242.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.242.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.242.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.243.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.243.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.243.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.243.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.243.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.243.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.244.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.244.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.244.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.244.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.244.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.244.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.245.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.245.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.245.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.245.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.245.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.245.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.246.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.246.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.246.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.246.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.246.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.246.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.247.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.247.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.247.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.247.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.247.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.247.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.248.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.248.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.248.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.248.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.248.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.248.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.249.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.249.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.249.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.249.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.249.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.249.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.25.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.25.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.25.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.25.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.25.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.250.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.250.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.250.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.250.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.250.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.250.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.251.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.251.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.251.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.251.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.251.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.251.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.252.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.252.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.252.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.252.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.252.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.252.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.253.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.253.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.253.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.253.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.253.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.253.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.254.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.254.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.254.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.254.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.254.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.254.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.255.down_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.255.down_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.255.gate_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.255.gate_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.255.up_proj.weight": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.255.up_proj.weight_scale": "model-00007-of-00081.safetensors",
+ "model.layers.9.mlp.experts.26.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.26.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.26.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.26.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.26.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.27.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.27.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.27.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.27.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.27.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.28.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.28.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.28.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.28.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.28.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.29.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.29.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.29.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.29.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.29.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.3.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.3.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.3.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.3.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.3.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.30.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.30.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.30.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.30.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.30.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.31.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.31.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.31.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.31.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.31.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.32.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.32.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.32.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.32.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.32.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.33.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.33.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.33.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.33.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.33.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.34.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.34.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.34.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.34.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.34.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.35.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.35.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.35.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.35.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.35.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.36.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.36.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.36.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.36.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.36.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.37.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.37.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.37.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.37.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.37.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.38.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.38.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.38.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.38.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.38.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.39.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.39.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.39.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.39.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.39.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.4.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.4.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.4.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.4.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.4.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.40.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.40.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.40.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.40.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.40.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.41.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.41.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.41.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.41.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.41.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.42.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.42.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.42.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.42.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.42.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.43.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.43.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.43.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.43.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.43.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.44.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.44.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.44.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.44.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.44.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.45.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.45.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.45.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.45.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.45.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.46.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.46.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.46.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.46.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.46.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.47.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.47.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.47.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.47.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.47.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.48.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.48.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.48.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.48.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.48.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.49.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.49.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.49.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.49.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.49.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.5.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.5.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.5.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.5.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.5.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.50.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.50.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.50.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.50.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.50.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.51.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.51.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.51.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.51.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.51.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.52.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.52.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.52.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.52.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.52.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.53.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.53.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.53.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.53.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.53.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.54.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.54.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.54.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.54.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.54.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.55.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.55.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.55.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.55.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.55.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.56.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.56.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.56.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.56.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.56.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.57.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.57.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.57.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.57.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.57.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.58.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.58.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.58.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.58.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.58.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.59.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.59.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.59.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.59.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.59.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.6.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.6.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.6.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.6.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.6.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.60.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.60.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.60.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.60.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.60.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.61.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.61.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.61.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.61.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.61.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.62.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.62.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.62.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.62.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.62.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.63.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.63.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.63.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.63.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.63.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.64.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.64.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.64.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.64.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.64.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.65.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.65.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.65.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.65.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.65.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.66.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.66.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.66.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.66.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.66.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.67.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.67.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.67.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.67.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.67.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.68.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.68.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.68.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.68.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.68.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.69.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.69.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.69.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.69.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.69.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.7.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.7.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.7.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.7.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.7.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.70.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.70.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.70.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.70.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.70.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.71.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.71.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.71.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.71.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.71.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.72.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.72.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.72.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.72.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.72.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.73.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.73.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.73.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.73.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.73.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.74.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.74.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.74.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.74.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.74.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.75.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.75.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.75.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.75.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.75.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.76.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.76.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.76.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.76.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.76.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.77.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.77.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.77.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.77.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.77.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.78.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.78.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.78.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.78.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.78.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.79.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.79.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.79.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.79.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.79.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.8.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.8.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.8.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.8.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.8.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.80.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.80.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.80.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.80.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.80.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.81.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.81.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.81.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.81.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.81.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.82.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.82.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.82.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.82.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.82.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.83.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.83.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.83.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.83.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.83.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.84.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.84.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.84.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.84.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.84.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.85.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.85.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.85.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.85.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.85.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.86.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.86.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.86.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.86.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.86.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.87.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.87.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.87.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.87.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.87.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.88.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.88.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.88.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.88.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.88.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.89.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.89.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.89.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.89.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.89.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.9.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.9.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.9.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.9.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.9.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.90.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.90.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.90.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.90.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.90.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.91.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.91.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.91.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.91.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.91.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.92.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.92.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.92.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.92.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.92.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.93.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.93.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.93.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.93.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.93.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.94.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.94.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.94.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.94.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.94.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.95.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.95.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.95.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.95.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.95.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.96.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.96.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.96.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.96.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.96.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.97.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.97.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.97.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.97.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.97.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.98.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.98.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.98.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.98.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.98.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.99.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.99.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.99.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.99.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.experts.99.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.router.gate.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.shared_experts.down_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.shared_experts.gate_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.mlp.shared_experts.up_proj.weight_scale": "model-00006-of-00081.safetensors",
+ "model.layers.9.post_attention_layernorm.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.post_mlp_layernorm.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.pre_mlp_layernorm.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.self_attn.gate_proj.weight": "model-00006-of-00081.safetensors",
+ "model.layers.9.self_attn.k_norm.weight": "model-00005-of-00081.safetensors",
+ "model.layers.9.self_attn.k_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.9.self_attn.o_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.9.self_attn.q_norm.weight": "model-00005-of-00081.safetensors",
+ "model.layers.9.self_attn.q_proj.weight": "model-00005-of-00081.safetensors",
+ "model.layers.9.self_attn.v_proj.weight": "model-00005-of-00081.safetensors",
+ "model.norm.weight": "model-00081-of-00081.safetensors"
+ }
+}
diff --git a/recipe.yaml b/recipe.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..9d937da79687f0d07e0d4e1fafec95f382965bf1
--- /dev/null
+++ b/recipe.yaml
@@ -0,0 +1,7 @@
+default_stage:
+ default_modifiers:
+ QuantizationModifier:
+ targets: [Linear]
+ ignore: ['re:.*mlp\.router\.gate.*', lm_head, 're:.*norm.*', 're:.*self_attn.*']
+ scheme: FP8_BLOCK
+ bypass_divisibility_checks: false
diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..5fd26c542275c864fff98316bef46b902bc68cce
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+ "bos_token": {
+ "content": "<|begin_of_text|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|im_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<|pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..681605e5cc3898f9937deea97b32dbf9d6bd7479
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d864fe0d9c300d44c54006f5960548946d507d8ec05a082a3bff3e49de58208
+size 14614721
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..10596d33d71ae49d6b3b1da582044a5207e61e4c
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,271 @@
+{
+ "add_bos_token": false,
+ "add_eos_token": false,
+ "add_prefix_space": null,
+ "added_tokens_decoder": {
+ "0": {
+ "content": "<|begin_of_text|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "<|end_of_text|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "<|im_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "<|im_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "4": {
+ "content": "<|eot_id|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "5": {
+ "content": "<|start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "6": {
+ "content": "<|channel|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "7": {
+ "content": "<|message|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "8": {
+ "content": "<|end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "9": {
+ "content": "<|fitm_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "10": {
+ "content": "<|fitm_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "11": {
+ "content": "<|fitm_hole|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "12": {
+ "content": "<|pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "13": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "14": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "15": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "16": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "17": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "18": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "19": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "20": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "21": {
+ "content": "<|reserved_special_8|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "22": {
+ "content": "<|reserved_special_9|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "23": {
+ "content": "<|reserved_special_10|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "24": {
+ "content": "<|reserved_special_11|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "25": {
+ "content": "<|reserved_special_12|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "26": {
+ "content": "<|reserved_special_13|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "27": {
+ "content": "<|reserved_special_14|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "28": {
+ "content": "<|reserved_special_15|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "29": {
+ "content": "<|reserved_special_16|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "30": {
+ "content": "<|reserved_special_17|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "31": {
+ "content": "<|reserved_special_18|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "<|begin_of_text|>",
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|im_end|>",
+ "extra_special_tokens": {},
+ "model_max_length": 65536,
+ "pad_token": "<|pad|>",
+ "tokenizer_class": "PreTrainedTokenizerFast",
+ "use_default_system_prompt": false
+}